-- Logs begin at Tue 2021-05-25 14:59:53 UTC, end at Tue 2021-05-25 16:03:19 UTC. -- May 25 15:31:24.278328 dv-cinder-791240-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 25 15:31:25.241223 dv-cinder-791240-3-iscsi neutron-server[98332]: Beware of the coming changes in the project packaging May 25 15:31:25.241843 dv-cinder-791240-3-iscsi neutron-server[98332]: https://github.com/svinota/pyroute2/discussions/786 May 25 15:31:26.690482 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.common.config [-] Logging enabled! May 25 15:31:26.691145 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev240 May 25 15:31:26.691231 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98332) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 25 15:31:26.694483 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.common.config [-] Logging enabled! May 25 15:31:26.694740 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev240 May 25 15:31:26.695050 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98332) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 25 15:31:26.696008 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 15:31:26.696239 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 15:31:26.696597 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 15:31:26.696841 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 15:31:26.697065 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 15:31:26.697385 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.697945 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.697945 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.698210 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.698991 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.699278 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.699557 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.699857 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.700155 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.700438 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.700713 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.700991 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.701218 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.701495 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.701775 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.702055 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.702275 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] debug = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.702550 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.702974 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.703377 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.703652 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.703960 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.704241 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.704503 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.704775 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.705054 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.705380 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] host = dv-cinder-791240-3-iscsi {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.705654 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.705943 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.706226 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.706511 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.706784 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.707056 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.707340 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.707610 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.707912 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] log_file = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.708187 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.708472 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.708755 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.709045 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.709269 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.709489 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.709775 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.710057 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.710329 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.710599 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.710868 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.711139 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.711409 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.711672 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.711986 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.712271 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.712558 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.712827 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.713096 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.713366 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.713633 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.714484 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.714767 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.715041 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.715314 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.715599 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.715894 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.716167 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.716467 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.716750 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.717029 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.717310 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.717586 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.717864 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.718131 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.718400 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.718667 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] use_json = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.718935 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.719206 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.719485 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.719772 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.720046 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.720317 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.720585 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.720868 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:26.721161 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.721458 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.721755 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.722038 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.722329 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.722608 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.722894 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.723169 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.723455 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.723742 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.724046 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.724326 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.724612 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.725201 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.725201 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.725456 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.725754 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.726043 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.726316 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.726587 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.726857 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.727131 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.727413 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.727706 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.728014 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.728286 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.728564 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.728852 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.729126 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.729395 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.729867 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.730162 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.730445 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.730714 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.730995 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.731270 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.731539 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.731810 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.732108 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.732399 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.732678 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.732949 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.733218 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.733493 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.733762 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.734043 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.734316 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.734584 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.734854 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.735132 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.735403 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.735676 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.735981 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.736254 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.736533 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.736805 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.737077 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.737346 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.737618 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.737889 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.738159 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.738430 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.738706 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.738978 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.739246 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.739515 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.739790 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.740093 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.740378 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.740672 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.740949 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.741225 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.741501 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.741777 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.742052 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.742326 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.742600 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.743137 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.743403 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.743691 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.743995 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.744586 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.745627 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.745912 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.746208 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.746485 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.746779 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.747056 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.747335 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.747626 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.747937 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.748232 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.748526 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.748820 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.749112 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.749403 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.749681 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.749991 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.750268 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:26.750487 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 15:31:26.750733 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98332) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 25 15:31:27.101130 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:31:27.101402 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:31:27.101688 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:31:27.102162 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.manager [-] Loading core plugin: ml2 May 25 15:31:27.494227 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.494440 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.494685 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.495925 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.496200 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.496462 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.531398 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.531671 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.531960 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.545540 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.545816 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.546082 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.575171 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.575449 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.575716 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.612541 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.612819 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.613083 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.844180 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.844804 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.844804 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.844987 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.845691 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.967526 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.967860 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.968145 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.968417 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.968683 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.968990 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.969249 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.969502 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.969751 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.970030 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.970286 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.970544 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.970808 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.971060 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.971323 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.971588 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.972949 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.973249 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.973525 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.973824 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.974186 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.974451 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.974755 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.975002 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.975260 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.975509 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:27.975923 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:31:27.976171 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:31:27.976415 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:31:27.976654 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:31:27.976891 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:31:27.977126 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:31:27.977491 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 25 15:31:27.981132 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 25 15:31:27.984983 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 25 15:31:27.988733 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) May 25 15:31:27.990341 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 25 15:31:27.990788 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 25 15:31:27.991129 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 25 15:31:27.991506 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 25 15:31:27.994697 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 25 15:31:27.994947 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 25 15:31:27.995874 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 25 15:31:28.022551 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 25 15:31:28.022998 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.023292 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98332) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 25 15:31:28.023653 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.025016 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98332) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 25 15:31:28.025298 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 25 15:31:28.025542 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 25 15:31:28.028797 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.029080 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.094093 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 25 15:31:28.094370 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 25 15:31:28.094562 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 25 15:31:28.094927 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 25 15:31:28.125888 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_db.sqlalchemy.engines [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98332) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 25 15:31:28.469011 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.plugins.ml2.managers [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Initializing driver for type 'gre' May 25 15:31:28.469516 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] gre ID ranges: [(1, 1000)] May 25 15:31:28.517307 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.plugins.ml2.managers [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Initializing driver for type 'local' May 25 15:31:28.517644 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.plugins.ml2.managers [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Initializing driver for type 'vlan' May 25 15:31:28.529812 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] VlanTypeDriver initialization complete May 25 15:31:28.530144 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.plugins.ml2.managers [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Initializing driver for type 'vxlan' May 25 15:31:28.530618 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] vxlan ID ranges: [(1, 1000)] May 25 15:31:28.580717 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.plugins.ml2.managers [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Initializing extension driver 'port_security' May 25 15:31:28.581090 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.plugins.ml2.extensions.port_security [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] PortSecurityExtensionDriver initialization complete May 25 15:31:28.581462 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.plugins.ml2.managers [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Initializing mechanism driver 'openvswitch' May 25 15:31:28.581809 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.plugins.ml2.managers [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Initializing mechanism driver 'hyperv' May 25 15:31:28.588235 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.plugins.ml2.plugin [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:31:28.589536 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > port after_create 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.589910 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > port after_update 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.590262 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > port after_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.590649 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > subnet after_create 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.590999 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > subnet after_update 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.591342 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.591722 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > network after_create 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.592097 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > network after_update 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.592441 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > network after_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.592814 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > security_group after_create 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.593164 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > security_group after_update 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.593511 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > security_group after_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.593890 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.594235 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.594572 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.594946 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > address_group after_create 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.595288 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > address_group after_update 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.595623 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > address_group after_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.595991 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] ML2 OVO RPC backend initialized. {{(pid=98332) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 25 15:31:28.596697 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.597052 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.597468 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > network before_response 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.597813 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > networks before_response 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.598160 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > port before_response 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.598500 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > ports before_response 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.598839 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > subnet before_response 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.599177 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > subnets before_response 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.599523 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > network after_create 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.599885 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > network after_update 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.600225 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > network after_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.600566 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > port after_create 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.600912 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > port after_update 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.601254 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > port after_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.601595 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > subnet after_create 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.601934 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > subnet after_update 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.602273 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.602857 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.plugins.ml2.plugin [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Modular L2 Plugin initialization complete May 25 15:31:28.603192 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading services supported by the core plugin {{(pid=98332) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 25 15:31:28.603528 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.plugins.ml2.managers [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Got port-security extension from driver 'port_security' May 25 15:31:28.604014 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.extensions.vlantransparent [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Disabled vlantransparent extension. May 25 15:31:28.604502 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98332) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 25 15:31:28.604823 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading Plugin: router May 25 15:31:28.646692 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > router_interface before_create 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.647161 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > router after_create 55549900 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.647606 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > router before_create 55549900 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.648073 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.648551 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.648985 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > router after_delete 55549900 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.649451 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > floatingip after_update 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.649961 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > router after_create 55549900 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.650435 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > router after_update 55549900 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.650792 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > router after_update 55549900 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.651144 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.652110 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > router after_update 55549900 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.652552 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > router precommit_update 55549900 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.652905 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: port after_update 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.653245 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: port after_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.653594 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: subnet after_update 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.653930 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.654281 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > port precommit_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.654629 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > router precommit_create 55549900 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.654970 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: port before_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.655314 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > router precommit_create 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.655673 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > router after_update 55549900 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.656040 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > router precommit_delete 55549900 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.656392 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > router precommit_create 55549900 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.656754 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.657105 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > router precommit_update 55549900 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.657477 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > network after_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.658339 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.quota.resource_registry [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Tracking information for resource: router configured {{(pid=98332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:31:28.658670 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.quota.resource_registry [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Tracking information for resource: floatingip configured {{(pid=98332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 15:31:28.663694 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.db.l3_agentschedulers_db [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 25 15:31:28.664312 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: port after_update 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.664681 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: port after_create 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.665038 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: port after_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.665394 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: port after_update 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.666214 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > router before_create 55550100 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.666584 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > router precommit_delete 55550100 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.667000 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > router precommit_create 55550100 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.667366 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > router precommit_update 55550100 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.672007 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.services.provider_configuration [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Service providers = [] {{(pid=98332) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 25 15:31:28.672377 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.db.servicetype_db [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98332) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 25 15:31:28.675458 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.services.service_base [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98332) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 15:31:28.675843 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.services.service_base [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98332) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 15:31:28.676187 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.services.service_base [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98332) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 15:31:28.677069 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.services.service_base [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98332) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 15:31:28.677448 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.services.service_base [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Default provider is not specified for service type L3_ROUTER_NAT May 25 15:31:28.678025 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:31:28.678351 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 25 15:31:28.689020 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:31:28.689354 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading Plugin: auto_allocate May 25 15:31:28.695238 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: network precommit_update 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.695610 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: network precommit_create 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.696326 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:31:28.696651 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading Plugin: tag May 25 15:31:28.703995 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:31:28.704328 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading Plugin: timestamp May 25 15:31:28.708160 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:31:28.708493 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading Plugin: network_ip_availability May 25 15:31:28.713742 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.714713 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.715073 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.715793 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:31:28.716148 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading Plugin: flavors May 25 15:31:28.721144 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:31:28.721411 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading Plugin: revisions May 25 15:31:28.725664 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 15:31:28.726060 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_concurrency.lockutils [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.624s {{(pid=98332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:31:28.726799 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98332) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 25 15:31:28.727133 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Initializing extension manager. May 25 15:31:28.727642 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: __init__.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.728019 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: __pycache__ {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.728358 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.728695 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: address_group.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.729482 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.730057 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: address-group May 25 15:31:28.730380 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: address_scope.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.731091 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.731597 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: address-scope May 25 15:31:28.731954 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: admin_state_down_before_update.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.732866 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.733373 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: router-admin-state-down-before-update May 25 15:31:28.733700 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: agent.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.734386 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.734889 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: agent May 25 15:31:28.735212 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: agent_resources_synced.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.736138 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.736647 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: agent-resources-synced May 25 15:31:28.736970 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: allowedaddresspairs.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.738727 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.739250 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: allowed-address-pairs May 25 15:31:28.739578 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: auto_allocated_topology.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.740672 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.741193 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: auto-allocated-topology May 25 15:31:28.741519 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: availability_zone.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.742199 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.742707 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: availability_zone May 25 15:31:28.743285 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: availability_zone_filter.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.744396 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.744779 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: availability_zone_filter May 25 15:31:28.745065 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: data_plane_status.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.745958 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.746461 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extension data-plane-status not supported by any of loaded plugins May 25 15:31:28.746782 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: default_subnetpools.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.747674 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.748211 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: default-subnetpools May 25 15:31:28.748534 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: dhcpagentscheduler.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.749329 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.749831 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: dhcp_agent_scheduler May 25 15:31:28.750157 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: dns.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.751060 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.751561 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extension dns-integration not supported by any of loaded plugins May 25 15:31:28.751913 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: dns_domain_ports.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.752812 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.753317 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extension dns-domain-ports not supported by any of loaded plugins May 25 15:31:28.753645 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: dvr.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.754303 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.754805 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: dvr May 25 15:31:28.755128 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: empty_string_filtering.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.756041 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.756550 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: empty-string-filtering May 25 15:31:28.756872 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.757763 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.758262 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 25 15:31:28.758582 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.759481 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.760173 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 25 15:31:28.760325 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: external_net.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.761755 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.762262 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: external-net May 25 15:31:28.762583 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: extra_dhcp_opt.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.763475 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.764011 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: extra_dhcp_opt May 25 15:31:28.764333 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: extraroute.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.765227 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.765730 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: extraroute May 25 15:31:28.766049 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: extraroute_atomic.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.767062 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.767567 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: extraroute-atomic May 25 15:31:28.767920 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: filter_validation.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.768576 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.769072 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: filter-validation May 25 15:31:28.769391 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: fip_pf_description.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.770461 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.771555 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 25 15:31:28.771916 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: fip_port_details.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.773039 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.773536 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: fip-port-details May 25 15:31:28.773856 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: flavors.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.775077 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.775590 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: flavors May 25 15:31:28.775950 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.778129 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.778637 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 25 15:31:28.778969 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: floatingip_pools.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.779661 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.780204 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: floatingip-pools May 25 15:31:28.780532 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: ip_allocation.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.781442 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.781949 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extension ip_allocation not supported by any of loaded plugins May 25 15:31:28.782293 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.783163 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.783671 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: ip-substring-filtering May 25 15:31:28.784028 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: l2_adjacency.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.784938 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.785443 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extension l2_adjacency not supported by any of loaded plugins May 25 15:31:28.785767 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: l3.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.786726 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.787244 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: router May 25 15:31:28.787569 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: l3_conntrack_helper.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.789804 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.790332 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 25 15:31:28.790665 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.791588 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.792164 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: ext-gw-mode May 25 15:31:28.792493 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.793409 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.793914 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: l3-ha May 25 15:31:28.794237 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: l3_flavors.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.795133 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.795642 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: l3-flavors May 25 15:31:28.795996 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.796906 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.797412 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: l3-port-ip-change-not-allowed May 25 15:31:28.797732 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: l3agentscheduler.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.798757 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.799267 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: l3_agent_scheduler May 25 15:31:28.799594 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: logging.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.801097 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.801624 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extension logging not supported by any of loaded plugins May 25 15:31:28.801955 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: metering.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.802689 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.803263 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: metering May 25 15:31:28.803591 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.804703 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.805219 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: metering_source_and_destination_fields May 25 15:31:28.805544 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: multiprovidernet.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.806566 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.807084 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: multi-provider May 25 15:31:28.807409 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: netmtu.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.808370 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.808884 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: net-mtu May 25 15:31:28.809211 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: netmtu_writable.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.810110 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.810618 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: net-mtu-writable May 25 15:31:28.810943 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: network_availability_zone.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.811605 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.812137 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: network_availability_zone May 25 15:31:28.812460 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: network_ip_availability.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.813532 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.814042 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: network-ip-availability May 25 15:31:28.814366 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: network_segment_range.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.815230 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.815737 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extension network-segment-range not supported by any of loaded plugins May 25 15:31:28.816139 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: pagination.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.818442 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.818781 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: pagination May 25 15:31:28.819105 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: port_device_profile.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.820046 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.820556 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: port-device-profile May 25 15:31:28.820879 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.821792 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.822295 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: port-mac-address-regenerate May 25 15:31:28.822616 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.824063 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.824570 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: port-numa-affinity-policy May 25 15:31:28.824890 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: port_resource_request.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.825960 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.826287 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extension port-resource-request not supported by any of loaded plugins May 25 15:31:28.826608 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: portbindings.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.827520 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.828049 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: binding May 25 15:31:28.828373 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: portbindings_extended.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.829667 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.830184 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: binding-extended May 25 15:31:28.830512 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: portsecurity.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.831413 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.831953 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: port-security May 25 15:31:28.832282 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: project_id.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.833388 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.833565 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: project-id May 25 15:31:28.833885 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: providernet.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.834795 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.835298 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: provider May 25 15:31:28.835619 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: qos.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.839892 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.840419 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extension qos not supported by any of loaded plugins May 25 15:31:28.840754 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.841997 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.842512 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 25 15:31:28.842846 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.843751 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.844287 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 25 15:31:28.844810 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: qos_default.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.845498 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.846006 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extension qos-default not supported by any of loaded plugins May 25 15:31:28.846332 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: qos_fip.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.846981 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.847482 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extension qos-fip not supported by any of loaded plugins May 25 15:31:28.847806 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: qos_gateway_ip.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.848736 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.854888 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 25 15:31:28.854888 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: qos_port_network_policy.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.854888 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.854888 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 25 15:31:28.854888 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: qos_rule_type_details.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.854888 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.855348 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 25 15:31:28.855348 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: qos_rules_alias.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.855348 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.855348 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extension qos-rules-alias not supported by any of loaded plugins May 25 15:31:28.855348 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: quotasv2.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.855908 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.856241 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: quotas May 25 15:31:28.856567 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: quotasv2_detail.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.858190 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.858533 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: quota_details May 25 15:31:28.858869 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: rbac.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.859960 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.860493 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: rbac-policies May 25 15:31:28.860815 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: rbac_address_group.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.861731 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.862251 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: rbac-address-group May 25 15:31:28.862574 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: rbac_address_scope.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.863479 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.864021 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: rbac-address-scope May 25 15:31:28.864343 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: rbac_security_groups.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.865240 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.865747 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: rbac-security-groups May 25 15:31:28.866067 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: rbac_subnetpool.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.866982 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.867488 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: rbac-subnetpool May 25 15:31:28.868103 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: revisionifmatch.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.869006 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.869513 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: revision-if-match May 25 15:31:28.869838 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: revisions.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.870960 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.871468 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: standard-attr-revisions May 25 15:31:28.871797 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: router_availability_zone.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.872477 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.872987 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: router_availability_zone May 25 15:31:28.873309 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: routerservicetype.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.874217 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.874730 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extension router-service-type not supported by any of loaded plugins May 25 15:31:28.875051 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.875982 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.876496 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: security-groups-normalized-cidr May 25 15:31:28.876820 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: security_groups_port_filtering.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.877725 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.878230 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: port-security-groups-filtering May 25 15:31:28.878553 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.879451 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.879987 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: security-groups-remote-address-group May 25 15:31:28.880314 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: securitygroup.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.890314 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.890851 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: security-group May 25 15:31:28.891192 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: segment.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.892011 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.892571 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extension segment not supported by any of loaded plugins May 25 15:31:28.892911 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.893855 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.894360 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 25 15:31:28.894686 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: servicetype.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.895786 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.896334 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: service-type May 25 15:31:28.896655 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: sorting.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.897632 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.897965 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: sorting May 25 15:31:28.898290 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: standard_attr_segment.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.899190 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.899703 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extension standard-attr-segment not supported by any of loaded plugins May 25 15:31:28.900055 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: standardattrdescription.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.900695 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.901220 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: standard-attr-description May 25 15:31:28.901580 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: stateful_security_group.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.902494 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.903003 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: stateful-security-group May 25 15:31:28.903326 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: stdattrs_common.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.904449 dv-cinder-791240-3-iscsi neutron-server[98332]: WARNING neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 25 15:31:28.904770 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.905767 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.906280 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 25 15:31:28.906604 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: subnet_onboard.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.907666 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.908218 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: subnet_onboard May 25 15:31:28.908548 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.909470 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.909980 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 25 15:31:28.910305 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: subnet_service_types.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.911219 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.911738 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: subnet-service-types May 25 15:31:28.912101 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: subnetallocation.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.913180 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.913700 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: subnet_allocation May 25 15:31:28.914028 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.914693 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.915204 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: subnetpool-prefix-ops May 25 15:31:28.915571 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.916553 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.917077 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 25 15:31:28.917400 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: tagging.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.918482 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.919008 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: standard-attr-tag May 25 15:31:28.919336 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: timestamp.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.920542 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.921056 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loaded extension: standard-attr-timestamp May 25 15:31:28.921389 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: trunk.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.922430 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.922945 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extension trunk not supported by any of loaded plugins May 25 15:31:28.923272 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: trunk_details.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.924212 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.924727 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extension trunk-details not supported by any of loaded plugins May 25 15:31:28.925053 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: uplink_status_propagation.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.925964 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.926469 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 25 15:31:28.926792 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Loading extension file: vlantransparent.py {{(pid=98332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 15:31:28.927461 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 15:31:28.927990 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extension vlan-transparent not supported by any of loaded plugins May 25 15:31:28.930493 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.quota.resource_registry [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Creating instance of TrackedResource for resource:network May 25 15:31:28.931254 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.quota.resource_registry [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Creating instance of TrackedResource for resource:subnet May 25 15:31:28.933436 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.quota.resource_registry [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Creating instance of TrackedResource for resource:subnetpool May 25 15:31:28.934040 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.quota.resource_registry [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Creating instance of TrackedResource for resource:port May 25 15:31:28.935377 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.v2.resource_helper [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:31:28.935856 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.v2.resource_helper [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Service FLAVORS assigned prefix: {{(pid=98332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:31:28.936470 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.v2.resource_helper [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:31:28.936913 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.v2.resource_helper [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:31:28.937248 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.quota.resource_registry [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Creating instance of TrackedResource for resource:router May 25 15:31:28.937921 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.quota.resource_registry [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Creating instance of TrackedResource for resource:floatingip May 25 15:31:28.938633 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.v2.resource_helper [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Service METERING assigned prefix: /metering {{(pid=98332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:31:28.940121 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.940492 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.940855 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:31:28.942026 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.quota.resource_registry [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Creating instance of CountableResource for resource:rbac_policy May 25 15:31:28.942482 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.quota.resource_registry [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Creating instance of TrackedResource for resource:security_group May 25 15:31:28.943165 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.quota.resource_registry [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Creating instance of TrackedResource for resource:security_group_rule May 25 15:31:28.943933 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.v2.resource_helper [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Service CORE assigned prefix: {{(pid=98332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:31:28.944266 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.quota.resource_registry [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Creating instance of TrackedResource for resource:subnetpool May 25 15:31:28.944604 dv-cinder-791240-3-iscsi neutron-server[98332]: WARNING neutron.quota.resource_registry [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] subnetpool is already registered May 25 15:31:28.945223 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.v2.resource_helper [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Service CORE assigned prefix: {{(pid=98332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:31:28.945556 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.quota.resource_registry [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Creating instance of TrackedResource for resource:subnetpool May 25 15:31:28.945884 dv-cinder-791240-3-iscsi neutron-server[98332]: WARNING neutron.quota.resource_registry [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] subnetpool is already registered May 25 15:31:28.949042 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.v2.resource_helper [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:31:28.949481 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.v2.resource_helper [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Service FLAVORS assigned prefix: {{(pid=98332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:31:28.950090 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.v2.resource_helper [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:31:28.950514 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.v2.resource_helper [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:31:28.950849 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.quota.resource_registry [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Creating instance of TrackedResource for resource:router May 25 15:31:28.951177 dv-cinder-791240-3-iscsi neutron-server[98332]: WARNING neutron.quota.resource_registry [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] router is already registered May 25 15:31:28.951790 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.quota.resource_registry [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Creating instance of TrackedResource for resource:floatingip May 25 15:31:28.952140 dv-cinder-791240-3-iscsi neutron-server[98332]: WARNING neutron.quota.resource_registry [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] floatingip is already registered May 25 15:31:28.952787 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.v2.resource_helper [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Service METERING assigned prefix: /metering {{(pid=98332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:31:28.953623 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.quota.resource_registry [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Creating instance of CountableResource for resource:rbac_policy May 25 15:31:28.954606 dv-cinder-791240-3-iscsi neutron-server[98332]: WARNING neutron.quota.resource_registry [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] rbac_policy is already registered May 25 15:31:28.954606 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.quota.resource_registry [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Creating instance of TrackedResource for resource:security_group May 25 15:31:28.954810 dv-cinder-791240-3-iscsi neutron-server[98332]: WARNING neutron.quota.resource_registry [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] security_group is already registered May 25 15:31:28.955406 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.quota.resource_registry [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Creating instance of TrackedResource for resource:security_group_rule May 25 15:31:28.955746 dv-cinder-791240-3-iscsi neutron-server[98332]: WARNING neutron.quota.resource_registry [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] security_group_rule is already registered May 25 15:31:28.956472 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.v2.resource_helper [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Service CORE assigned prefix: {{(pid=98332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:31:28.956804 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.quota.resource_registry [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Creating instance of TrackedResource for resource:subnetpool May 25 15:31:28.957134 dv-cinder-791240-3-iscsi neutron-server[98332]: WARNING neutron.quota.resource_registry [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] subnetpool is already registered May 25 15:31:28.957753 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.v2.resource_helper [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Service CORE assigned prefix: {{(pid=98332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 15:31:28.958080 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.quota.resource_registry [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Creating instance of TrackedResource for resource:subnetpool May 25 15:31:28.958402 dv-cinder-791240-3-iscsi neutron-server[98332]: WARNING neutron.quota.resource_registry [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] subnetpool is already registered May 25 15:31:28.959048 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: extensions {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:28.960608 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: address-groups {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:28.962252 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: address-scopes {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:28.963786 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: agents {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:28.965208 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: auto-allocated-topology {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:28.966457 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: availability_zones {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:28.967774 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: dhcp-networks {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:28.969225 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: dhcp-agents {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:28.970641 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: routers {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:28.972533 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: flavors {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:28.973660 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: service_profiles {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:28.974879 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: next_providers {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:28.976416 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: service_profiles {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:28.977874 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: floatingip-pools {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:28.979077 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: routers {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:28.980950 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: floatingips {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:28.982146 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: l3-routers {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:28.983538 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: l3-agents {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:28.984961 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: metering-labels {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:28.986309 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: metering-label-rules {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:28.987597 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: network-ip-availabilities {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:28.988890 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: bindings {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:28.990541 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: quotas {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:28.992005 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: quotas {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:28.993694 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: rbac-policies {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:28.995520 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: security-groups {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:28.996774 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: security-group-rules {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:28.998001 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: service-providers {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:28.999225 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: subnetpools {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:29.001615 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: subnetpools {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:29.003069 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: tags {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:29.004863 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: tags {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:29.118369 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: tags {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:29.120730 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: tags {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:29.122624 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: tags {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:29.124552 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: tags {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:29.126251 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: tags {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:29.128176 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: tags {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:29.129939 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: tags {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:29.131883 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron.api.extensions [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Extended resource: tags {{(pid=98332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 15:31:29.138334 dv-cinder-791240-3-iscsi neutron-server[98332]: WARNING keystonemiddleware.auth_token [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 25 15:31:29.143064 dv-cinder-791240-3-iscsi neutron-server[98332]: WARNING keystonemiddleware.auth_token [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 25 15:31:29.151473 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_concurrency.lockutils [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Acquired lock "singleton_lock" {{(pid=98332) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 25 15:31:29.151980 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_concurrency.lockutils [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Releasing lock "singleton_lock" {{(pid=98332) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 25 15:31:29.152622 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO oslo_service.service [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Starting 2 workers May 25 15:31:29.157373 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Started child 98473 {{(pid=98332) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 15:31:29.161717 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Started child 98474 {{(pid=98332) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 15:31:29.162577 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:31:29.163321 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO neutron.service [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Neutron service started, listening on 0.0.0.0:9696 May 25 15:31:29.163955 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Notify callbacks [] for process, before_spawn {{(pid=98332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:31:29.164234 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [-] (98473) wsgi starting up on http://0.0.0.0:9696 May 25 15:31:29.166442 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO oslo_service.service [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Starting 1 workers May 25 15:31:29.166672 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:31:29.168113 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [-] (98474) wsgi starting up on http://0.0.0.0:9696 May 25 15:31:29.171722 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Started child 98475 {{(pid=98332) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 15:31:29.172268 dv-cinder-791240-3-iscsi neutron-server[98332]: INFO oslo_service.service [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Starting 1 workers May 25 15:31:29.175163 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.service [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] calling RpcWorker wait() {{(pid=98475) _wait /opt/stack/neutron/neutron/service.py:128}} May 25 15:31:29.175666 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.service [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] returning from RpcWorker wait() {{(pid=98475) _wait /opt/stack/neutron/neutron/service.py:135}} May 25 15:31:29.176837 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Started child 98476 {{(pid=98332) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 15:31:29.176959 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:31:29.177502 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:31:29.177629 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG neutron_lib.callbacks.manager [None req-091e5141-1930-48eb-9218-7b6f991c3127 None None] Notify callbacks [] for process, after_spawn {{(pid=98332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:31:29.179651 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98332) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 25 15:31:29.179886 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 15:31:29.180075 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 15:31:29.180292 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 15:31:29.180634 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 15:31:29.180799 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 15:31:29.181303 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.181582 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.181871 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.182140 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.182969 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.183583 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.183878 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.184152 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.184432 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.184521 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:31:29.185022 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.185022 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.185022 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.185258 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.185486 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.185878 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.186139 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:31:29.186235 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.186388 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.186665 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.186837 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.187089 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.187359 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.187588 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.187883 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] debug = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.188139 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.188630 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.188862 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.189129 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.189349 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.189627 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.189864 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.190164 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.190403 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.190654 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.190894 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.191160 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.191406 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.191621 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.191859 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.192125 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.192346 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.192835 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] host = dv-cinder-791240-3-iscsi {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.193096 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.193314 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.193567 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.193836 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.194093 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.194312 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.194584 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.194831 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.195078 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.195327 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.195573 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.195839 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.196065 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.196312 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] log_file = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.196479 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] log_options = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.196709 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.197003 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.197266 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.197458 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.197633 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.197810 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.198063 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.198830 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.199078 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.199320 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.199534 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.199747 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.200011 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.200233 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.200500 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.200730 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.200976 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.201190 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.201436 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.201664 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.201889 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.202114 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.202349 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.202592 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.202805 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.203016 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.203257 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.203466 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.203675 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.203951 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.204167 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.205322 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.205612 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.206424 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.206676 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.206925 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.207156 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.207466 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.207857 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.208047 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.208393 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.208607 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.208916 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.209166 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.209413 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.210345 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] use_json = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.210590 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.211323 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.212163 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.212609 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.212870 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.215322 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.215585 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.215891 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.216417 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.216752 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.216954 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.217211 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.217474 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.217741 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.217970 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.218215 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.218459 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.218715 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.219055 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.219301 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.219597 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.219856 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.220125 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.220461 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.220728 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.221161 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.221553 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.221774 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.222014 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.222265 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.222665 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.223179 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.223179 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.223471 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.223612 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.223843 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.224103 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.224326 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.224545 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.224781 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.225071 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.225301 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.225513 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.225738 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.225995 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.226229 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.226461 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.226710 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.226976 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.227237 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.227462 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.227679 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.227939 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.228172 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.228439 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.228828 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.229219 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.229607 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.229954 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.230181 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.230399 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.230614 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.230828 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.231209 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.231588 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.232004 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.232223 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.232448 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.232820 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.233220 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.233446 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.233685 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.234064 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.234438 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.234807 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.235193 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.235557 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.235951 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.236309 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.236562 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.236798 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.237014 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.237230 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.237445 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.237660 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.237893 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.238136 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.238316 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.238527 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.238739 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.238969 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.239200 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.239479 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.239799 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.240068 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.240310 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.240545 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.240782 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.241000 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.241426 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.241641 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.242003 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.242389 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.243106 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.243552 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.243787 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.244220 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.244604 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.245546 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.245924 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.246326 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.246548 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.246796 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.247019 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.247309 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.247574 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.248441 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.248725 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.248997 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.249371 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.249794 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.250070 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.250283 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.250703 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.250989 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.251278 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.251542 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.251796 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.252085 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.252324 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.252584 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.252987 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.253391 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.253769 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.254136 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.254562 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.254993 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.255353 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.255712 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.256123 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.256436 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.256689 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.256923 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.257137 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.257401 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.257669 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.257882 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.258146 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.258398 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.258634 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.258893 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.259137 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.259367 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.259573 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.259814 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.260080 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.260310 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.260541 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.261341 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.261591 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.261816 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.262082 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.262295 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.262511 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.262722 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.262948 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.263153 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.263402 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.263616 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.263863 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.264098 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.264318 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.264545 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.264769 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.264997 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.265241 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.265450 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.265729 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.265994 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.266226 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.266458 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.266711 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.266967 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.267183 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.267423 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.267636 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.267877 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.268093 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.268307 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.268538 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.268765 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.269012 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.269221 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.269452 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.269685 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.270022 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.270265 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.270490 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.270744 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.270954 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.271183 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.271415 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.271628 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.271868 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.272075 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.272283 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.272537 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.272780 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.273012 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.273217 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.273421 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.273648 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.273858 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.274081 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.274375 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.274641 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.274885 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.275130 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.275369 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.275612 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.275846 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.276062 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.276306 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.276514 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.276742 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.276973 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.277184 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.277401 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.277646 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.277876 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.278090 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.278297 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.278508 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.278764 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.278931 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.279157 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.279363 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.279573 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.279774 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.280126 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.280384 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.280603 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.280883 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.281115 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.281338 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.281728 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.282141 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.282365 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.282591 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.282808 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.283021 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.283265 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.283554 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.283887 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.284205 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.284483 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.284772 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.285034 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.285333 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.285575 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.285793 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.286095 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.286449 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.286727 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.286994 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.287243 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.287513 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.287741 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.288332 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.288724 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.289126 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.289347 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.289589 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.289827 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.290077 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.290315 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.290562 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.290780 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.291011 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.291242 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.291463 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.291703 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.291863 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 15:31:29.292459 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98332) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 25 15:31:29.292620 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 15:31:29.292773 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 15:31:29.292946 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 15:31:29.293114 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 15:31:29.293265 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 15:31:29.293464 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.293628 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.293789 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.293935 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.294097 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.294272 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.294431 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.294587 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.294742 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.294898 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.295051 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.295213 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.295365 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.295523 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.295680 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.295868 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.296028 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.296184 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.296347 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.296501 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.296656 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.296811 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.296967 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] debug = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.297123 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.297330 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.297493 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.297650 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.297805 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.297956 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.298104 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.298253 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.298415 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.298571 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.298726 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.298883 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.299041 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.299197 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.299352 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.299508 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.299663 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.299818 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] host = dv-cinder-791240-3-iscsi {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.300018 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.300150 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.300305 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.300460 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.300615 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.300740 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:31:29.300841 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.300925 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.301061 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.301216 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.301371 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.301527 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.301683 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.301839 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.301996 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] log_file = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.302151 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] log_options = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.302307 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.302463 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.302618 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.302798 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.302996 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.303120 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.303276 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.303432 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.303588 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.303743 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.303919 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.304075 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.304230 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.304386 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.304541 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.304696 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.304854 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.305008 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.305165 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.305320 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.305478 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.305633 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.305795 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.305950 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.306106 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.306261 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.306416 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.306575 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.306727 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.306883 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.307040 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.307195 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.307352 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.308052 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.309343 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.309343 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.309343 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.309343 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.309343 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.309343 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.309343 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.309343 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.310521 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.310521 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.310521 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.310521 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] use_json = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.310521 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.310521 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.310521 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.310521 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.310521 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.311544 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.311544 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.311544 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 15:31:29.311544 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.311544 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.311544 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.311544 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.312217 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.312217 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.312217 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.312217 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.312491 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.312491 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.313577 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.313577 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.313577 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.313577 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.313577 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.313577 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.313577 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.314063 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.314063 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.314063 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.314063 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.320299 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.320299 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.320299 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.320299 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.320299 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.320299 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.320299 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.320299 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.320889 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.320889 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.320889 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.320889 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.320889 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.320889 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.320889 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.320889 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.320889 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.321496 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.321496 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.321496 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.321496 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.321496 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.321496 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.321496 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.321496 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.321496 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.322115 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.322115 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.322115 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.322115 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.322115 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.322115 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.322115 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.322115 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.322115 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.322682 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.322682 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.322682 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.322682 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.322682 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.322682 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.322682 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.322682 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.322682 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.323192 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.323192 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.323192 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.323192 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.323192 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.323192 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.323192 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.323192 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.323192 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.323789 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.323789 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.323789 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.323789 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.323789 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.323789 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.323789 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.323789 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.323789 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.324436 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.324436 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.324436 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.324436 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.324436 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.324436 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.324436 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.324904 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.324904 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.324904 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.324904 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.325187 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.325187 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.328901 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.328901 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.328901 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.328901 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.328901 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.328901 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.328901 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.328901 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.329419 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.329419 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.329419 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.329419 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.329419 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.329419 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.329419 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.329419 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.329998 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.329998 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.329998 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.329998 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.329998 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.329998 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.329998 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.329998 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.330534 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.330534 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.330534 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.330534 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.330534 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.330534 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.330534 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.330534 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.331037 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.331037 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.331037 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.331226 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.331226 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.331802 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.331802 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.331802 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.332096 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.332225 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.332349 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.332510 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.332671 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.332830 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.332989 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.333150 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.333309 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.333468 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.333628 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.333787 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.333947 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.334107 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.334266 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.334425 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.334584 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.334744 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.334902 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.335060 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.335221 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.335380 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.335540 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.335699 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.335877 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.336041 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.336201 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.336361 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.336521 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.336678 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.336836 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.336994 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.337152 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.337314 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.337473 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.337632 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.337792 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.337955 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.338114 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.338316 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.338419 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.338583 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.338766 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.338927 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.339085 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.339244 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.339404 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.339562 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.339722 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.339904 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.340068 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.340212 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.340354 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.340518 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.340677 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.340824 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.340982 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.341141 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.341319 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.341479 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.341625 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.341785 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.341946 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.342109 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.342255 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.342416 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.342574 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.342727 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.342881 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.343040 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.343210 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.343441 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.343607 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.343749 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.343935 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.344104 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.344264 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.344423 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.344580 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.344738 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.344905 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.345065 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.345223 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.345381 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.345538 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.345937 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.345937 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.346096 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.346416 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.346416 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.346603 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.346603 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.346756 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.346902 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.347060 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.347227 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.347389 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.347548 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.347712 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.348074 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.348074 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.348233 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.348345 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.348503 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.348665 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.348823 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.349118 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.349118 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.349364 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.349535 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.349704 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.349872 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.350033 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.350200 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.350366 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.350534 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.350692 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.350856 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.351026 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.351184 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.351343 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.351501 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.351659 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.351839 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.352001 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.352160 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.352319 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.352478 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.352635 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.352794 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.352953 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.353114 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.353272 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.353498 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.353599 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.353736 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.353895 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.354055 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 15:31:29.354207 dv-cinder-791240-3-iscsi neutron-server[98332]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 15:31:29.458783 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 58932) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:31:29.467194 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063362 May 25 15:31:40.306584 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd6a0dc-03ee-4933-b0d8-ec57ca323ab1 None None] get_active_networks_info from dv-cinder-791240-3-iscsi {{(pid=98475) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 25 15:31:40.413686 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd6a0dc-03ee-4933-b0d8-ec57ca323ab1 None None] No non-hosted networks {{(pid=98475) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 25 15:31:40.429716 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.agentschedulers_db [None req-4bd6a0dc-03ee-4933-b0d8-ec57ca323ab1 None None] DHCP Agent not found on host dv-cinder-791240-3-iscsi {{(pid=98475) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 25 15:31:40.592337 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2b28e8bc-a358-4bd7-a6a6-726727b0ee7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958'] for agent, after_create {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:31:42.714409 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958'] for agent, after_create {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:31:42.715953 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:31:42.716781 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:31:42.717395 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:31:42.718523 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:31:42.719050 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:31:42.720827 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:31:42.721535 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:31:42.722971 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:31:42.724228 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:31:42.724968 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:31:42.726697 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:31:42.727295 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:31:42.728366 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-791240-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:31:42.741806 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-791240-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:31:42.848437 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-01286355-388d-43bb-a3ae-06e6b50d0edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958'] for agent, after_create {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:31:42.895646 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-8dd51508-5633-41fb-b4ef-ef9a00ad4108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:31:43.714782 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958'] for agent, after_create {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:31:45.462636 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958'] for agent, after_create {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:31:46.922998 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 59024) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:31:47.493347 dv-cinder-791240-3-iscsi neutron-server[98474]: WARNING oslo_policy.policy [None req-bed61937-ecce-48a8-b792-0f5ca2c04e6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:31:47.493948 dv-cinder-791240-3-iscsi neutron-server[98474]: WARNING oslo_policy.policy [None req-bed61937-ecce-48a8-b792-0f5ca2c04e6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:31:47.707605 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [None req-bed61937-ecce-48a8-b792-0f5ca2c04e6d admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=98474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:31:47.708593 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-bed61937-ecce-48a8-b792-0f5ca2c04e6d admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7846043 May 25 15:31:49.802914 dv-cinder-791240-3-iscsi neutron-server[98475]: INFO neutron.db.l3_hamode_db [None req-0c3b1623-ead3-4ecd-a0a7-9cd050b75dcc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 25 15:31:49.889856 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3b1623-ead3-4ecd-a0a7-9cd050b75dcc None None] Routers set() bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:31:49.890231 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3b1623-ead3-4ecd-a0a7-9cd050b75dcc None None] Router IDs set() for agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 25 15:31:50.052187 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 59038) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:31:50.415691 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-5c285351-9c43-4da7-8cd2-0cb6620939d5 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:31:50.514535 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.policy [None req-5c285351-9c43-4da7-8cd2-0cb6620939d5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98474) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 25 15:31:50.559175 dv-cinder-791240-3-iscsi neutron-server[98474]: WARNING oslo_policy.policy [None req-5c285351-9c43-4da7-8cd2-0cb6620939d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:31:50.559541 dv-cinder-791240-3-iscsi neutron-server[98474]: WARNING oslo_policy.policy [None req-5c285351-9c43-4da7-8cd2-0cb6620939d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:31:50.568019 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.quota [None req-5c285351-9c43-4da7-8cd2-0cb6620939d5 admin admin] Loaded quota_driver: . May 25 15:31:50.583030 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-5c285351-9c43-4da7-8cd2-0cb6620939d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:31:50.651469 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-5c285351-9c43-4da7-8cd2-0cb6620939d5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759000834154', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759000837614', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759000953831', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759000952467', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759000941117', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759000935634', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1639059', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1730833', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-664894', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-739051'] for rbac-policy, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:31:50.722237 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-5c285351-9c43-4da7-8cd2-0cb6620939d5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:31:50.723355 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-5c285351-9c43-4da7-8cd2-0cb6620939d5 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6702011 May 25 15:31:53.291416 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 59052) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:31:53.642161 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '51718f91bc324cfa9d10646e1ccff0f1', 'tenant_id': '51718f91bc324cfa9d10646e1ccff0f1'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:31:53.646830 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:31:53.651894 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Usage tracker for resource:network and tenant:51718f91bc324cfa9d10646e1ccff0f1 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:31:53.656803 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:31:53.662809 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:31:53.672446 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Made reservation on behalf of 51718f91bc324cfa9d10646e1ccff0f1 for: {'network': 1} {{(pid=98474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:31:53.675286 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1658119'] for network, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:31:53.693031 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:31:53.707466 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:31:53.711078 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Usage tracker for resource:security_group_rule and tenant:51718f91bc324cfa9d10646e1ccff0f1 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:31:53.716591 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:31:53.722363 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:31:53.815847 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:31:53.819307 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:31:53.825005 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:31:53.841802 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=98474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:31:53.866593 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758999550949', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:31:53.867101 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Unsubscribe: segment precommit_create {{(pid=98474) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 25 15:31:53.867859 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.db.segments_db [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Added segment f8fe4efd-4e70-415e-9b15-e0d2def032bf of type vlan for network 667b5022-184b-45fa-9026-171224ccf886 May 25 15:31:53.915622 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349702bd-a921-4be5-87ab-c6363a7d18b0,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:31:53.931035 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:31:53.931377 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:31:53.932260 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:31:53.932579 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:31:53.932891 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:31:53.933222 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:31:53.933532 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:31:53.933837 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:31:53.934156 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:31:53.934461 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:31:53.934760 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:31:53.935058 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:31:53.936233 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Tracked resource versions report: May 25 15:31:53.936233 dv-cinder-791240-3-iscsi neutron-server[98474]: pushed versions: May 25 15:31:53.936233 dv-cinder-791240-3-iscsi neutron-server[98474]: { 'AddressGroup': {'1.2'}, May 25 15:31:53.936233 dv-cinder-791240-3-iscsi neutron-server[98474]: 'ConntrackHelper': {'1.0'}, May 25 15:31:53.936233 dv-cinder-791240-3-iscsi neutron-server[98474]: 'Log': {'1.0'}, May 25 15:31:53.936233 dv-cinder-791240-3-iscsi neutron-server[98474]: 'Network': {'1.1'}, May 25 15:31:53.936233 dv-cinder-791240-3-iscsi neutron-server[98474]: 'Port': {'1.7'}, May 25 15:31:53.936233 dv-cinder-791240-3-iscsi neutron-server[98474]: 'PortForwarding': {'1.2'}, May 25 15:31:53.936233 dv-cinder-791240-3-iscsi neutron-server[98474]: 'QosPolicy': {'1.8'}, May 25 15:31:53.936233 dv-cinder-791240-3-iscsi neutron-server[98474]: 'SecurityGroup': {'1.4'}, May 25 15:31:53.936233 dv-cinder-791240-3-iscsi neutron-server[98474]: 'SecurityGroupRule': {'1.2'}, May 25 15:31:53.936233 dv-cinder-791240-3-iscsi neutron-server[98474]: 'SubPort': {'1.0'}, May 25 15:31:53.936233 dv-cinder-791240-3-iscsi neutron-server[98474]: 'Subnet': {'1.1'}, May 25 15:31:53.936233 dv-cinder-791240-3-iscsi neutron-server[98474]: 'Trunk': {'1.1'}} May 25 15:31:53.936233 dv-cinder-791240-3-iscsi neutron-server[98474]: consumer versions: May 25 15:31:53.936233 dv-cinder-791240-3-iscsi neutron-server[98474]: { DHCP agent@dv-cinder-791240-3-iscsi: {}, May 25 15:31:53.936233 dv-cinder-791240-3-iscsi neutron-server[98474]: L3 agent@dv-cinder-791240-3-iscsi: {}, May 25 15:31:53.936233 dv-cinder-791240-3-iscsi neutron-server[98474]: Metadata agent@dv-cinder-791240-3-iscsi: {}, May 25 15:31:53.936233 dv-cinder-791240-3-iscsi neutron-server[98474]: Metering agent@dv-cinder-791240-3-iscsi: {}, May 25 15:31:53.936233 dv-cinder-791240-3-iscsi neutron-server[98474]: Open vSwitch agent@dv-cinder-791240-3-iscsi: { 'AddressGroup': '1.2', May 25 15:31:53.936233 dv-cinder-791240-3-iscsi neutron-server[98474]: 'ConntrackHelper': '1.0', May 25 15:31:53.936233 dv-cinder-791240-3-iscsi neutron-server[98474]: 'Log': '1.0', May 25 15:31:53.936233 dv-cinder-791240-3-iscsi neutron-server[98474]: 'Network': '1.1', May 25 15:31:53.936233 dv-cinder-791240-3-iscsi neutron-server[98474]: 'Port': '1.7', May 25 15:31:53.936233 dv-cinder-791240-3-iscsi neutron-server[98474]: 'PortForwarding': '1.2', May 25 15:31:53.936233 dv-cinder-791240-3-iscsi neutron-server[98474]: 'QosPolicy': '1.8', May 25 15:31:53.936233 dv-cinder-791240-3-iscsi neutron-server[98474]: 'SecurityGroup': '1.4', May 25 15:31:53.936233 dv-cinder-791240-3-iscsi neutron-server[98474]: 'SecurityGroupRule': '1.2', May 25 15:31:53.936233 dv-cinder-791240-3-iscsi neutron-server[98474]: 'SubPort': '1.0', May 25 15:31:53.936233 dv-cinder-791240-3-iscsi neutron-server[98474]: 'Subnet': '1.1', May 25 15:31:53.936233 dv-cinder-791240-3-iscsi neutron-server[98474]: 'Trunk': '1.1'}} May 25 15:31:53.936233 dv-cinder-791240-3-iscsi neutron-server[98474]: {{(pid=98474) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 15:31:53.985040 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:31:53.986728 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758999109461'] for network, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:31:54.026856 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430'] for network, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:31:54.028329 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:31:54.028964 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:31:54.033326 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:31:54.133150 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8405762 May 25 15:31:54.135574 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Pushing event updated for resources: {'Network': ['ID=667b5022-184b-45fa-9026-171224ccf886,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:31:54.150310 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:31:54.158708 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Network 667b5022-184b-45fa-9026-171224ccf886 details requested by agent ovs-agent-dv-cinder-791240-3-iscsi with host dv-cinder-791240-3-iscsi {{(pid=98475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:31:56.806623 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 59068) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:31:57.252007 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563420f7-eef7-4647-a4a3-547e8696a659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:31:57.253335 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-563420f7-eef7-4647-a4a3-547e8696a659 admin admin] 10.222.0.32 "GET /v2.0/networks/667b5022-184b-45fa-9026-171224ccf886 HTTP/1.1" status: 200 len: 825 time: 0.4458654 May 25 15:31:57.280135 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-b8870b5a-b315-4286-b150-68196779fd69 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/f0d32126-e29b-41e9-ad67-44be7c673dc2 HTTP/1.1" status: 200 len: 734 time: 0.0213971 May 25 15:31:57.288339 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-029b8d84-e84b-485f-b022-34458f1d97ee admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '51718f91bc324cfa9d10646e1ccff0f1', 'subnetpool_id': 'f0d32126-e29b-41e9-ad67-44be7c673dc2', 'network_id': '667b5022-184b-45fa-9026-171224ccf886', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:31:57.292487 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-029b8d84-e84b-485f-b022-34458f1d97ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:31:57.296098 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-029b8d84-e84b-485f-b022-34458f1d97ee admin admin] Usage tracker for resource:subnet and tenant:51718f91bc324cfa9d10646e1ccff0f1 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:31:57.298865 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-029b8d84-e84b-485f-b022-34458f1d97ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:31:57.304366 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-029b8d84-e84b-485f-b022-34458f1d97ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:31:57.313928 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029b8d84-e84b-485f-b022-34458f1d97ee admin admin] Made reservation on behalf of 51718f91bc324cfa9d10646e1ccff0f1 for: {'subnet': 1} {{(pid=98474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:31:57.316633 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-029b8d84-e84b-485f-b022-34458f1d97ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:31:57.794887 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-029b8d84-e84b-485f-b022-34458f1d97ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453'] for subnet, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:31:57.799786 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:31:57.880283 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b8d84-e84b-485f-b022-34458f1d97ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=21da9d89-5f82-4419-b763-445b1fed8461,revision_number=0']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:31:57.882229 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029b8d84-e84b-485f-b022-34458f1d97ee admin admin] Checking segment: {'id': 'f8fe4efd-4e70-415e-9b15-e0d2def032bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '667b5022-184b-45fa-9026-171224ccf886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:31:57.882596 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029b8d84-e84b-485f-b022-34458f1d97ee admin admin] Network hostable DHCP agents. Network: 667b5022-184b-45fa-9026-171224ccf886, hostable agents: ['42768c43-11d1-4f10-a648-883cd7cd861b'], hosted agents: [] {{(pid=98474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:31:57.886781 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-029b8d84-e84b-485f-b022-34458f1d97ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:31:57.901307 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029b8d84-e84b-485f-b022-34458f1d97ee admin admin] Network 667b5022-184b-45fa-9026-171224ccf886 is scheduled to be hosted by DHCP agent 42768c43-11d1-4f10-a648-883cd7cd861b with binding_index 1 {{(pid=98474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:31:57.910842 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [None req-029b8d84-e84b-485f-b022-34458f1d97ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-iscsi, 667b5022-184b-45fa-9026-171224ccf886) {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:31:57.915245 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029b8d84-e84b-485f-b022-34458f1d97ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:31:57.915812 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-029b8d84-e84b-485f-b022-34458f1d97ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for subnet, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:31:57.920727 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac58e028-4698-477e-b7bd-a52efda049ff None None] Network 667b5022-184b-45fa-9026-171224ccf886 requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:31:57.938308 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-029b8d84-e84b-485f-b022-34458f1d97ee admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6532671 May 25 15:31:58.237278 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3986d8-61c6-5ed6-8f1b-ad1f15f239cc-667b5022-184b-45fa-9026-171224ccf886', 'network_id': '667b5022-184b-45fa-9026-171224ccf886', 'tenant_id': '51718f91bc324cfa9d10646e1ccff0f1', 'fixed_ips': [{'subnet_id': '21da9d89-5f82-4419-b763-445b1fed8461'}]}} from dv-cinder-791240-3-iscsi. {{(pid=98475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 15:31:58.238461 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:31:58.424503 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.db_base_plugin_common [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Allocated IP 172.20.0.2 (667b5022-184b-45fa-9026-171224ccf886/21da9d89-5f82-4419-b763-445b1fed8461/9ce33b4c-7bc8-4a27-9863-76f5a03464d9) {{(pid=98475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:31:58.659484 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Notify callbacks [] for port, precommit_create {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:31:58.672726 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Transition to ACTIVE for port object 9ce33b4c-7bc8-4a27-9863-76f5a03464d9 will not be triggered until provisioned by entity L2. {{(pid=98475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:31:58.692415 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Transition to ACTIVE for port object 9ce33b4c-7bc8-4a27-9863-76f5a03464d9 will not be triggered until provisioned by entity DHCP. {{(pid=98475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:31:58.702370 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363'] for port, after_create {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:31:58.707094 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:31:58.773850 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Network 667b5022-184b-45fa-9026-171224ccf886 is already hosted by enough agents. {{(pid=98475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:31:58.778485 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.scheduler.base_scheduler [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Resources bound (agent type, host, resource id): {{(pid=98475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:31:58.780187 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Pushing event updated for resources: {'Port': ['ID=9ce33b4c-7bc8-4a27-9863-76f5a03464d9,revision_number=1']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:31:58.784592 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Received port after_create {{(pid=98475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:31:58.791134 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:31:58.791491 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:31:58.791836 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:31:58.792159 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:31:58.792474 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:31:58.792790 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:31:58.793101 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:31:58.793411 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:31:58.793733 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:31:58.794042 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:31:58.794346 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:31:58.794650 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:31:58.795762 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Tracked resource versions report: May 25 15:31:58.795762 dv-cinder-791240-3-iscsi neutron-server[98475]: pushed versions: May 25 15:31:58.795762 dv-cinder-791240-3-iscsi neutron-server[98475]: { 'AddressGroup': {'1.2'}, May 25 15:31:58.795762 dv-cinder-791240-3-iscsi neutron-server[98475]: 'ConntrackHelper': {'1.0'}, May 25 15:31:58.795762 dv-cinder-791240-3-iscsi neutron-server[98475]: 'Log': {'1.0'}, May 25 15:31:58.795762 dv-cinder-791240-3-iscsi neutron-server[98475]: 'Network': {'1.1'}, May 25 15:31:58.795762 dv-cinder-791240-3-iscsi neutron-server[98475]: 'Port': {'1.7'}, May 25 15:31:58.795762 dv-cinder-791240-3-iscsi neutron-server[98475]: 'PortForwarding': {'1.2'}, May 25 15:31:58.795762 dv-cinder-791240-3-iscsi neutron-server[98475]: 'QosPolicy': {'1.8'}, May 25 15:31:58.795762 dv-cinder-791240-3-iscsi neutron-server[98475]: 'SecurityGroup': {'1.4'}, May 25 15:31:58.795762 dv-cinder-791240-3-iscsi neutron-server[98475]: 'SecurityGroupRule': {'1.2'}, May 25 15:31:58.795762 dv-cinder-791240-3-iscsi neutron-server[98475]: 'SubPort': {'1.0'}, May 25 15:31:58.795762 dv-cinder-791240-3-iscsi neutron-server[98475]: 'Subnet': {'1.1'}, May 25 15:31:58.795762 dv-cinder-791240-3-iscsi neutron-server[98475]: 'Trunk': {'1.1'}} May 25 15:31:58.795762 dv-cinder-791240-3-iscsi neutron-server[98475]: consumer versions: May 25 15:31:58.795762 dv-cinder-791240-3-iscsi neutron-server[98475]: { DHCP agent@dv-cinder-791240-3-iscsi: {}, May 25 15:31:58.795762 dv-cinder-791240-3-iscsi neutron-server[98475]: L3 agent@dv-cinder-791240-3-iscsi: {}, May 25 15:31:58.795762 dv-cinder-791240-3-iscsi neutron-server[98475]: Metadata agent@dv-cinder-791240-3-iscsi: {}, May 25 15:31:58.795762 dv-cinder-791240-3-iscsi neutron-server[98475]: Metering agent@dv-cinder-791240-3-iscsi: {}, May 25 15:31:58.795762 dv-cinder-791240-3-iscsi neutron-server[98475]: Open vSwitch agent@dv-cinder-791240-3-iscsi: { 'AddressGroup': '1.2', May 25 15:31:58.795762 dv-cinder-791240-3-iscsi neutron-server[98475]: 'ConntrackHelper': '1.0', May 25 15:31:58.795762 dv-cinder-791240-3-iscsi neutron-server[98475]: 'Log': '1.0', May 25 15:31:58.795762 dv-cinder-791240-3-iscsi neutron-server[98475]: 'Network': '1.1', May 25 15:31:58.795762 dv-cinder-791240-3-iscsi neutron-server[98475]: 'Port': '1.7', May 25 15:31:58.795762 dv-cinder-791240-3-iscsi neutron-server[98475]: 'PortForwarding': '1.2', May 25 15:31:58.795762 dv-cinder-791240-3-iscsi neutron-server[98475]: 'QosPolicy': '1.8', May 25 15:31:58.795762 dv-cinder-791240-3-iscsi neutron-server[98475]: 'SecurityGroup': '1.4', May 25 15:31:58.795762 dv-cinder-791240-3-iscsi neutron-server[98475]: 'SecurityGroupRule': '1.2', May 25 15:31:58.795762 dv-cinder-791240-3-iscsi neutron-server[98475]: 'SubPort': '1.0', May 25 15:31:58.795762 dv-cinder-791240-3-iscsi neutron-server[98475]: 'Subnet': '1.1', May 25 15:31:58.795762 dv-cinder-791240-3-iscsi neutron-server[98475]: 'Trunk': '1.1'}} May 25 15:31:58.795762 dv-cinder-791240-3-iscsi neutron-server[98475]: {{(pid=98475) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 15:31:58.825202 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:31:58.884535 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Attempting to bind port 9ce33b4c-7bc8-4a27-9863-76f5a03464d9 on host dv-cinder-791240-3-iscsi for vnic_type normal with profile {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:31:58.885442 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Attempting to bind port 9ce33b4c-7bc8-4a27-9863-76f5a03464d9 by drivers openvswitch,hyperv on host dv-cinder-791240-3-iscsi at level 0 using segments [{'id': 'f8fe4efd-4e70-415e-9b15-e0d2def032bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '667b5022-184b-45fa-9026-171224ccf886'}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:31:58.885877 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Attempting to bind port 9ce33b4c-7bc8-4a27-9863-76f5a03464d9 on network 667b5022-184b-45fa-9026-171224ccf886 {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:31:58.891057 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Checking agent: {'id': '0d0ec358-3583-457d-8c3e-30368d3d3544', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 31, 43), 'started_at': datetime.datetime(2021, 5, 25, 15, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:31:58.891449 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Checking segment: {'id': 'f8fe4efd-4e70-415e-9b15-e0d2def032bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '667b5022-184b-45fa-9026-171224ccf886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:31:58.891932 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:31:58.892317 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Bound using segment: {'id': 'f8fe4efd-4e70-415e-9b15-e0d2def032bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '667b5022-184b-45fa-9026-171224ccf886'} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:31:58.892815 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Bound port: 9ce33b4c-7bc8-4a27-9863-76f5a03464d9, host: dv-cinder-791240-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8fe4efd-4e70-415e-9b15-e0d2def032bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '667b5022-184b-45fa-9026-171224ccf886'}}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:31:58.893179 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:31:58.980476 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] For port 9ce33b4c-7bc8-4a27-9863-76f5a03464d9, host dv-cinder-791240-3-iscsi, cleared binding levels {{(pid=98475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:31:58.984188 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] For port 9ce33b4c-7bc8-4a27-9863-76f5a03464d9, host dv-cinder-791240-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=9ce33b4c-7bc8-4a27-9863-76f5a03464d9,segment=NetworkSegment(f8fe4efd-4e70-415e-9b15-e0d2def032bf),segment_id=f8fe4efd-4e70-415e-9b15-e0d2def032bf)] {{(pid=98475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:31:58.988510 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:31:58.992652 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:31:59.076236 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Pushing event updated for resources: {'Port': ['ID=9ce33b4c-7bc8-4a27-9863-76f5a03464d9,revision_number=2']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:31:59.079462 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:32:00.340405 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 59078) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:32:00.944231 dv-cinder-791240-3-iscsi neutron-server[98473]: WARNING oslo_policy.policy [None req-f83866b5-2813-41dd-95b1-1cab73ac9aee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:32:00.944843 dv-cinder-791240-3-iscsi neutron-server[98473]: WARNING oslo_policy.policy [None req-f83866b5-2813-41dd-95b1-1cab73ac9aee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:32:01.161263 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [None req-f83866b5-2813-41dd-95b1-1cab73ac9aee admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=98473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:32:01.162497 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-f83866b5-2813-41dd-95b1-1cab73ac9aee admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8199830 May 25 15:32:03.530015 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 59096) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:32:03.903389 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [None req-3c269352-d943-4e03-8f22-b41773819e87 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=98473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:32:03.904346 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-3c269352-d943-4e03-8f22-b41773819e87 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3734190 May 25 15:32:04.536817 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 9ce33b4c-7bc8-4a27-9863-76f5a03464d9 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:32:04.609677 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning for port 9ce33b4c-7bc8-4a27-9863-76f5a03464d9 completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:32:04.632202 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6663211-4b60-466e-9b6b-e1354da0763d None None] Network 667b5022-184b-45fa-9026-171224ccf886 requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:32:04.765084 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-b1928724-8524-4693-bf34-04fddd52bd3a None None] Provisioning for port 9ce33b4c-7bc8-4a27-9863-76f5a03464d9 completed by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:32:04.793873 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-b1928724-8524-4693-bf34-04fddd52bd3a None None] Provisioning complete for port 9ce33b4c-7bc8-4a27-9863-76f5a03464d9 triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:32:04.794314 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-b1928724-8524-4693-bf34-04fddd52bd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:04.976316 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-b1928724-8524-4693-bf34-04fddd52bd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:05.015572 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-b1928724-8524-4693-bf34-04fddd52bd3a None None] For port 9ce33b4c-7bc8-4a27-9863-76f5a03464d9, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=9ce33b4c-7bc8-4a27-9863-76f5a03464d9,segment=NetworkSegment(f8fe4efd-4e70-415e-9b15-e0d2def032bf),segment_id=f8fe4efd-4e70-415e-9b15-e0d2def032bf)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:32:05.020197 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-b1928724-8524-4693-bf34-04fddd52bd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:05.023514 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:32:05.122597 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1928724-8524-4693-bf34-04fddd52bd3a None None] Pushing event updated for resources: {'Port': ['ID=9ce33b4c-7bc8-4a27-9863-76f5a03464d9,revision_number=3']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:32:05.126462 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-b1928724-8524-4693-bf34-04fddd52bd3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:32:05.243337 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-e6c808d6-8484-40b7-acbd-6d550369d9f9 None None] Provisioning complete for port 9ce33b4c-7bc8-4a27-9863-76f5a03464d9 triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:32:05.243617 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-e6c808d6-8484-40b7-acbd-6d550369d9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:06.514468 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 9ce33b4c-7bc8-4a27-9863-76f5a03464d9 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:32:06.531842 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 59108) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:32:06.580964 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port 9ce33b4c-7bc8-4a27-9863-76f5a03464d9 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:32:06.581330 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:06.894316 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-5da13842-81a4-4c79-98e4-850a7956e7ac admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '51718f91bc324cfa9d10646e1ccff0f1'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:32:06.964353 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.policy [None req-5da13842-81a4-4c79-98e4-850a7956e7ac admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98473) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 25 15:32:07.008846 dv-cinder-791240-3-iscsi neutron-server[98473]: WARNING oslo_policy.policy [None req-5da13842-81a4-4c79-98e4-850a7956e7ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:32:07.009233 dv-cinder-791240-3-iscsi neutron-server[98473]: WARNING oslo_policy.policy [None req-5da13842-81a4-4c79-98e4-850a7956e7ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 15:32:07.018113 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.quota [None req-5da13842-81a4-4c79-98e4-850a7956e7ac admin admin] Loaded quota_driver: . May 25 15:32:07.033993 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-5da13842-81a4-4c79-98e4-850a7956e7ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:32:07.040303 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-5da13842-81a4-4c79-98e4-850a7956e7ac admin admin] Usage tracker for resource:router and tenant:51718f91bc324cfa9d10646e1ccff0f1 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:32:07.044726 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-5da13842-81a4-4c79-98e4-850a7956e7ac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:32:07.051986 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-5da13842-81a4-4c79-98e4-850a7956e7ac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:32:07.068526 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-5da13842-81a4-4c79-98e4-850a7956e7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-360001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2893'] for router, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:07.070528 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-5da13842-81a4-4c79-98e4-850a7956e7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-353694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2886'] for router, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:07.098158 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-5da13842-81a4-4c79-98e4-850a7956e7ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:07.216531 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-5da13842-81a4-4c79-98e4-850a7956e7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-360008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-353784'] for router, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:07.239259 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-5da13842-81a4-4c79-98e4-850a7956e7ac admin admin] Notify callbacks [] for router, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:07.240696 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-5da13842-81a4-4c79-98e4-850a7956e7ac admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7076802 May 25 15:32:09.244883 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 5 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:32:09.555453 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 59120) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:32:09.917855 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [None req-70a932ae-0839-4cb4-9516-ef876eda230e admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=98473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:32:09.918876 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-70a932ae-0839-4cb4-9516-ef876eda230e admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3624630 May 25 15:32:10.195209 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-3e68b5ab-4fc2-4460-8011-5981b8729674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:12.250314 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 59130) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:32:12.633228 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:32:12.638191 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:32:12.641822 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Usage tracker for resource:network and tenant:7a6b7cdb443d463a90350d1b9fa69cd2 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:32:12.645203 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:32:12.651507 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:32:12.660906 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Made reservation on behalf of 7a6b7cdb443d463a90350d1b9fa69cd2 for: {'network': 1} {{(pid=98473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:32:12.663797 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1658119'] for network, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:12.681736 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:12.695643 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:12.696309 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:32:12.699940 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Usage tracker for resource:security_group_rule and tenant:7a6b7cdb443d463a90350d1b9fa69cd2 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:32:12.703120 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:32:12.708709 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:32:12.803647 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:12.808962 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:12.814158 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:32:12.832740 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Reserving flat network on physical network physnet1 {{(pid=98473) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 25 15:32:12.843121 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-7a3bd783-a9a5-436d-8def-91b4d8a6383c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:12.861020 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c4a0b0-630f-44aa-b5ce-ff3efb31c3d9,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:32:12.864973 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758999550949', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:12.865570 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Unsubscribe: segment precommit_create {{(pid=98473) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 25 15:32:12.866066 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.db.segments_db [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Added segment 709432ef-9055-43de-bcb9-c4833f38b817 of type flat for network 64bdbeb4-2429-4b9e-9f88-29f950eefffc May 25 15:32:12.920293 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:12.920572 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:12.920900 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:12.921226 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:12.921549 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:12.921885 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:12.922203 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:12.922517 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:12.922843 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:12.923153 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:12.923459 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:12.923766 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:12.924921 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Tracked resource versions report: May 25 15:32:12.924921 dv-cinder-791240-3-iscsi neutron-server[98473]: pushed versions: May 25 15:32:12.924921 dv-cinder-791240-3-iscsi neutron-server[98473]: { 'AddressGroup': {'1.2'}, May 25 15:32:12.924921 dv-cinder-791240-3-iscsi neutron-server[98473]: 'ConntrackHelper': {'1.0'}, May 25 15:32:12.924921 dv-cinder-791240-3-iscsi neutron-server[98473]: 'Log': {'1.0'}, May 25 15:32:12.924921 dv-cinder-791240-3-iscsi neutron-server[98473]: 'Network': {'1.1'}, May 25 15:32:12.924921 dv-cinder-791240-3-iscsi neutron-server[98473]: 'Port': {'1.7'}, May 25 15:32:12.924921 dv-cinder-791240-3-iscsi neutron-server[98473]: 'PortForwarding': {'1.2'}, May 25 15:32:12.924921 dv-cinder-791240-3-iscsi neutron-server[98473]: 'QosPolicy': {'1.8'}, May 25 15:32:12.924921 dv-cinder-791240-3-iscsi neutron-server[98473]: 'SecurityGroup': {'1.4'}, May 25 15:32:12.924921 dv-cinder-791240-3-iscsi neutron-server[98473]: 'SecurityGroupRule': {'1.2'}, May 25 15:32:12.924921 dv-cinder-791240-3-iscsi neutron-server[98473]: 'SubPort': {'1.0'}, May 25 15:32:12.924921 dv-cinder-791240-3-iscsi neutron-server[98473]: 'Subnet': {'1.1'}, May 25 15:32:12.924921 dv-cinder-791240-3-iscsi neutron-server[98473]: 'Trunk': {'1.1'}} May 25 15:32:12.924921 dv-cinder-791240-3-iscsi neutron-server[98473]: consumer versions: May 25 15:32:12.924921 dv-cinder-791240-3-iscsi neutron-server[98473]: { DHCP agent@dv-cinder-791240-3-iscsi: {}, May 25 15:32:12.924921 dv-cinder-791240-3-iscsi neutron-server[98473]: L3 agent@dv-cinder-791240-3-iscsi: {}, May 25 15:32:12.924921 dv-cinder-791240-3-iscsi neutron-server[98473]: Metadata agent@dv-cinder-791240-3-iscsi: {}, May 25 15:32:12.924921 dv-cinder-791240-3-iscsi neutron-server[98473]: Metering agent@dv-cinder-791240-3-iscsi: {}, May 25 15:32:12.924921 dv-cinder-791240-3-iscsi neutron-server[98473]: Open vSwitch agent@dv-cinder-791240-3-iscsi: { 'AddressGroup': '1.2', May 25 15:32:12.924921 dv-cinder-791240-3-iscsi neutron-server[98473]: 'ConntrackHelper': '1.0', May 25 15:32:12.924921 dv-cinder-791240-3-iscsi neutron-server[98473]: 'Log': '1.0', May 25 15:32:12.924921 dv-cinder-791240-3-iscsi neutron-server[98473]: 'Network': '1.1', May 25 15:32:12.924921 dv-cinder-791240-3-iscsi neutron-server[98473]: 'Port': '1.7', May 25 15:32:12.924921 dv-cinder-791240-3-iscsi neutron-server[98473]: 'PortForwarding': '1.2', May 25 15:32:12.924921 dv-cinder-791240-3-iscsi neutron-server[98473]: 'QosPolicy': '1.8', May 25 15:32:12.924921 dv-cinder-791240-3-iscsi neutron-server[98473]: 'SecurityGroup': '1.4', May 25 15:32:12.924921 dv-cinder-791240-3-iscsi neutron-server[98473]: 'SecurityGroupRule': '1.2', May 25 15:32:12.924921 dv-cinder-791240-3-iscsi neutron-server[98473]: 'SubPort': '1.0', May 25 15:32:12.924921 dv-cinder-791240-3-iscsi neutron-server[98473]: 'Subnet': '1.1', May 25 15:32:12.924921 dv-cinder-791240-3-iscsi neutron-server[98473]: 'Trunk': '1.1'}} May 25 15:32:12.924921 dv-cinder-791240-3-iscsi neutron-server[98473]: {{(pid=98473) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 15:32:12.975511 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:32:12.991222 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758999109461'] for network, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:13.036372 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430'] for network, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:13.037982 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:32:13.038639 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:13.042390 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:32:13.146116 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Pushing event updated for resources: {'Network': ['ID=64bdbeb4-2429-4b9e-9f88-29f950eefffc,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:32:13.149086 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8978000 May 25 15:32:13.150763 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:32:13.158267 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Network 64bdbeb4-2429-4b9e-9f88-29f950eefffc details requested by agent ovs-agent-dv-cinder-791240-3-iscsi with host dv-cinder-791240-3-iscsi {{(pid=98475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:32:13.651686 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:15.418361 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:15.511972 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 59154) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:32:15.724381 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e75585d-02c3-41ae-b160-475cd2395e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:32:15.725744 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-0e75585d-02c3-41ae-b160-475cd2395e2c admin admin] 10.222.0.32 "GET /v2.0/subnets/21da9d89-5f82-4419-b763-445b1fed8461 HTTP/1.1" status: 200 len: 849 time: 0.2127984 May 25 15:32:15.891197 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-ed674a95-efc0-428f-81e9-52d5234ed878 admin admin] 10.222.0.32 "GET /v2.0/routers/31b9cc30-3bad-4f8f-a5ed-1142f4a7794b HTTP/1.1" status: 200 len: 704 time: 0.1591597 May 25 15:32:16.340225 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-0290f2ec-4d5b-4e51-af18-3c524632adba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:16.567926 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.db_base_plugin_common [None req-0290f2ec-4d5b-4e51-af18-3c524632adba admin admin] Allocated IP 172.20.0.1 (667b5022-184b-45fa-9026-171224ccf886/21da9d89-5f82-4419-b763-445b1fed8461/ffe2cdd4-4189-4d56-9557-218cf1fc3405) {{(pid=98473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:32:16.724582 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-0290f2ec-4d5b-4e51-af18-3c524632adba admin admin] Notify callbacks [] for port, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:16.742910 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.provisioning_blocks [None req-0290f2ec-4d5b-4e51-af18-3c524632adba admin admin] Transition to ACTIVE for port object ffe2cdd4-4189-4d56-9557-218cf1fc3405 will not be triggered until provisioned by entity DHCP. {{(pid=98473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:32:16.796703 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-0290f2ec-4d5b-4e51-af18-3c524632adba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363'] for port, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:16.801332 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:32:16.861838 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0290f2ec-4d5b-4e51-af18-3c524632adba admin admin] Network 667b5022-184b-45fa-9026-171224ccf886 is already hosted by enough agents. {{(pid=98473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:32:16.864645 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.base_scheduler [None req-0290f2ec-4d5b-4e51-af18-3c524632adba admin admin] Resources bound (agent type, host, resource id): {{(pid=98473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:32:16.871534 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0290f2ec-4d5b-4e51-af18-3c524632adba admin admin] Received port after_create {{(pid=98473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:32:16.872112 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-0290f2ec-4d5b-4e51-af18-3c524632adba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-352649'] for router_interface, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:17.006347 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290f2ec-4d5b-4e51-af18-3c524632adba admin admin] Pushing event updated for resources: {'Port': ['ID=ffe2cdd4-4189-4d56-9557-218cf1fc3405,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:32:17.017716 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-0290f2ec-4d5b-4e51-af18-3c524632adba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:32:17.138912 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-9ad92926-4e95-4a86-ab21-e5db87647982 None None] Provisioning for port ffe2cdd4-4189-4d56-9557-218cf1fc3405 completed by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:32:17.144037 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-9ad92926-4e95-4a86-ab21-e5db87647982 None None] Provisioning complete for port ffe2cdd4-4189-4d56-9557-218cf1fc3405 triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:32:17.144416 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-9ad92926-4e95-4a86-ab21-e5db87647982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:17.177163 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-0290f2ec-4d5b-4e51-af18-3c524632adba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:17.200419 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-9ad92926-4e95-4a86-ab21-e5db87647982 None None] Port ffe2cdd4-4189-4d56-9557-218cf1fc3405 cannot update to ACTIVE because it is not bound. {{(pid=98475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:32:17.397683 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-0290f2ec-4d5b-4e51-af18-3c524632adba admin admin] Notify callbacks [] for port, precommit_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:17.402613 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-0290f2ec-4d5b-4e51-af18-3c524632adba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:17.403709 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-0290f2ec-4d5b-4e51-af18-3c524632adba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-352548'] for router_interface, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:17.406843 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-0290f2ec-4d5b-4e51-af18-3c524632adba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:32:17.534165 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290f2ec-4d5b-4e51-af18-3c524632adba admin admin] Pushing event updated for resources: {'Port': ['ID=ffe2cdd4-4189-4d56-9557-218cf1fc3405,revision_number=2']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:32:17.538336 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-0290f2ec-4d5b-4e51-af18-3c524632adba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:32:17.596016 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0290f2ec-4d5b-4e51-af18-3c524632adba admin admin] Network 667b5022-184b-45fa-9026-171224ccf886 is already hosted by enough agents. {{(pid=98473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:32:17.597089 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.base_scheduler [None req-0290f2ec-4d5b-4e51-af18-3c524632adba admin admin] Resources bound (agent type, host, resource id): {{(pid=98473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:32:17.783688 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0290f2ec-4d5b-4e51-af18-3c524632adba admin admin] Router 31b9cc30-3bad-4f8f-a5ed-1142f4a7794b is scheduled to L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 with binding_index 1 {{(pid=98473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 15:32:17.826518 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-53c15b39-3768-4850-b9d9-3d269cad5439 None None] Provisioning complete for port ffe2cdd4-4189-4d56-9557-218cf1fc3405 triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:32:17.827808 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-53c15b39-3768-4850-b9d9-3d269cad5439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:17.887199 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-53c15b39-3768-4850-b9d9-3d269cad5439 None None] Port ffe2cdd4-4189-4d56-9557-218cf1fc3405 cannot update to ACTIVE because it is not bound. {{(pid=98475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:32:17.933976 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0290f2ec-4d5b-4e51-af18-3c524632adba admin admin] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:32:17.942621 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-0290f2ec-4d5b-4e51-af18-3c524632adba admin admin] 10.222.0.32 "PUT /v2.0/routers/31b9cc30-3bad-4f8f-a5ed-1142f4a7794b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0467641 May 25 15:32:17.942940 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9dd34c-9aff-4f55-bbb0-2928ab05a3d3 None None] Sync routers for ids ['31b9cc30-3bad-4f8f-a5ed-1142f4a7794b'] in dv-cinder-791240-3-iscsi {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:32:17.954166 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9dd34c-9aff-4f55-bbb0-2928ab05a3d3 None None] Routers {'31b9cc30-3bad-4f8f-a5ed-1142f4a7794b'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:32:17.955000 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-3c9dd34c-9aff-4f55-bbb0-2928ab05a3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:32:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['31b9cc30-3bad-4f8f-a5ed-1142f4a7794b'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:32:18.133875 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-3c9dd34c-9aff-4f55-bbb0-2928ab05a3d3 None None] Set router 31b9cc30-3bad-4f8f-a5ed-1142f4a7794b gateway port host: None {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:32:18.516713 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-3c9dd34c-9aff-4f55-bbb0-2928ab05a3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b9cc30-3bad-4f8f-a5ed-1142f4a7794b', 'name': 'router1', 'tenant_id': '51718f91bc324cfa9d10646e1ccff0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:32:07Z', 'updated_at': '2021-05-25T15:32:17Z', 'revision_number': 2, 'project_id': '51718f91bc324cfa9d10646e1ccff0f1', 'gw_port_host': None, '_interfaces': [{'id': 'ffe2cdd4-4189-4d56-9557-218cf1fc3405', 'name': '', 'network_id': '667b5022-184b-45fa-9026-171224ccf886', 'tenant_id': '51718f91bc324cfa9d10646e1ccff0f1', 'mac_address': 'fa:16:3e:38:9b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b9cc30-3bad-4f8f-a5ed-1142f4a7794b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21da9d89-5f82-4419-b763-445b1fed8461', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:32:16Z', 'updated_at': '2021-05-25T15:32:17Z', 'revision_number': 2, 'project_id': '51718f91bc324cfa9d10646e1ccff0f1', 'subnets': [{'id': '21da9d89-5f82-4419-b763-445b1fed8461', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0d32126-e29b-41e9-ad67-44be7c673dc2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:32:18.521688 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9dd34c-9aff-4f55-bbb0-2928ab05a3d3 None None] Checking router: 31b9cc30-3bad-4f8f-a5ed-1142f4a7794b for host: dv-cinder-791240-3-iscsi {{(pid=98476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:32:18.522060 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9dd34c-9aff-4f55-bbb0-2928ab05a3d3 None None] Updating router 31b9cc30-3bad-4f8f-a5ed-1142f4a7794b port ffe2cdd4-4189-4d56-9557-218cf1fc3405 binding host dv-cinder-791240-3-iscsi {{(pid=98476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:32:18.577077 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-3c9dd34c-9aff-4f55-bbb0-2928ab05a3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:18.958193 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-3c9dd34c-9aff-4f55-bbb0-2928ab05a3d3 None None] Notify callbacks [] for port, precommit_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:18.973004 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.provisioning_blocks [None req-3c9dd34c-9aff-4f55-bbb0-2928ab05a3d3 None None] Transition to ACTIVE for port object ffe2cdd4-4189-4d56-9557-218cf1fc3405 will not be triggered until provisioned by entity L2. {{(pid=98476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:32:18.980224 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-3c9dd34c-9aff-4f55-bbb0-2928ab05a3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:18.986804 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:32:19.205971 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405062c-17f2-40a7-909a-8a4d8b6819b8 None None] Pushing event updated for resources: {'Port': ['ID=ffe2cdd4-4189-4d56-9557-218cf1fc3405,revision_number=3']} {{(pid=98476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:32:19.218591 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405062c-17f2-40a7-909a-8a4d8b6819b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:19.218928 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405062c-17f2-40a7-909a-8a4d8b6819b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:19.219252 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405062c-17f2-40a7-909a-8a4d8b6819b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:19.219570 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405062c-17f2-40a7-909a-8a4d8b6819b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:19.219905 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405062c-17f2-40a7-909a-8a4d8b6819b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:19.220354 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405062c-17f2-40a7-909a-8a4d8b6819b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:19.220590 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405062c-17f2-40a7-909a-8a4d8b6819b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:19.220899 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405062c-17f2-40a7-909a-8a4d8b6819b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:19.221213 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405062c-17f2-40a7-909a-8a4d8b6819b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:19.221518 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405062c-17f2-40a7-909a-8a4d8b6819b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:19.221822 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405062c-17f2-40a7-909a-8a4d8b6819b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:19.222123 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405062c-17f2-40a7-909a-8a4d8b6819b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:32:19.223219 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405062c-17f2-40a7-909a-8a4d8b6819b8 None None] Tracked resource versions report: May 25 15:32:19.223219 dv-cinder-791240-3-iscsi neutron-server[98476]: pushed versions: May 25 15:32:19.223219 dv-cinder-791240-3-iscsi neutron-server[98476]: { 'AddressGroup': {'1.2'}, May 25 15:32:19.223219 dv-cinder-791240-3-iscsi neutron-server[98476]: 'ConntrackHelper': {'1.0'}, May 25 15:32:19.223219 dv-cinder-791240-3-iscsi neutron-server[98476]: 'Log': {'1.0'}, May 25 15:32:19.223219 dv-cinder-791240-3-iscsi neutron-server[98476]: 'Network': {'1.1'}, May 25 15:32:19.223219 dv-cinder-791240-3-iscsi neutron-server[98476]: 'Port': {'1.7'}, May 25 15:32:19.223219 dv-cinder-791240-3-iscsi neutron-server[98476]: 'PortForwarding': {'1.2'}, May 25 15:32:19.223219 dv-cinder-791240-3-iscsi neutron-server[98476]: 'QosPolicy': {'1.8'}, May 25 15:32:19.223219 dv-cinder-791240-3-iscsi neutron-server[98476]: 'SecurityGroup': {'1.4'}, May 25 15:32:19.223219 dv-cinder-791240-3-iscsi neutron-server[98476]: 'SecurityGroupRule': {'1.2'}, May 25 15:32:19.223219 dv-cinder-791240-3-iscsi neutron-server[98476]: 'SubPort': {'1.0'}, May 25 15:32:19.223219 dv-cinder-791240-3-iscsi neutron-server[98476]: 'Subnet': {'1.1'}, May 25 15:32:19.223219 dv-cinder-791240-3-iscsi neutron-server[98476]: 'Trunk': {'1.1'}} May 25 15:32:19.223219 dv-cinder-791240-3-iscsi neutron-server[98476]: consumer versions: May 25 15:32:19.223219 dv-cinder-791240-3-iscsi neutron-server[98476]: { DHCP agent@dv-cinder-791240-3-iscsi: {}, May 25 15:32:19.223219 dv-cinder-791240-3-iscsi neutron-server[98476]: L3 agent@dv-cinder-791240-3-iscsi: {}, May 25 15:32:19.223219 dv-cinder-791240-3-iscsi neutron-server[98476]: Metadata agent@dv-cinder-791240-3-iscsi: {}, May 25 15:32:19.223219 dv-cinder-791240-3-iscsi neutron-server[98476]: Metering agent@dv-cinder-791240-3-iscsi: {}, May 25 15:32:19.223219 dv-cinder-791240-3-iscsi neutron-server[98476]: Open vSwitch agent@dv-cinder-791240-3-iscsi: { 'AddressGroup': '1.2', May 25 15:32:19.223219 dv-cinder-791240-3-iscsi neutron-server[98476]: 'ConntrackHelper': '1.0', May 25 15:32:19.223219 dv-cinder-791240-3-iscsi neutron-server[98476]: 'Log': '1.0', May 25 15:32:19.223219 dv-cinder-791240-3-iscsi neutron-server[98476]: 'Network': '1.1', May 25 15:32:19.223219 dv-cinder-791240-3-iscsi neutron-server[98476]: 'Port': '1.7', May 25 15:32:19.223219 dv-cinder-791240-3-iscsi neutron-server[98476]: 'PortForwarding': '1.2', May 25 15:32:19.223219 dv-cinder-791240-3-iscsi neutron-server[98476]: 'QosPolicy': '1.8', May 25 15:32:19.223219 dv-cinder-791240-3-iscsi neutron-server[98476]: 'SecurityGroup': '1.4', May 25 15:32:19.223219 dv-cinder-791240-3-iscsi neutron-server[98476]: 'SecurityGroupRule': '1.2', May 25 15:32:19.223219 dv-cinder-791240-3-iscsi neutron-server[98476]: 'SubPort': '1.0', May 25 15:32:19.223219 dv-cinder-791240-3-iscsi neutron-server[98476]: 'Subnet': '1.1', May 25 15:32:19.223219 dv-cinder-791240-3-iscsi neutron-server[98476]: 'Trunk': '1.1'}} May 25 15:32:19.223219 dv-cinder-791240-3-iscsi neutron-server[98476]: {{(pid=98476) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 15:32:19.226603 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [None req-7405062c-17f2-40a7-909a-8a4d8b6819b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:32:19.228422 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.managers [None req-3c9dd34c-9aff-4f55-bbb0-2928ab05a3d3 None None] Attempting to bind port ffe2cdd4-4189-4d56-9557-218cf1fc3405 on host dv-cinder-791240-3-iscsi for vnic_type normal with profile {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:32:19.228828 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.managers [None req-3c9dd34c-9aff-4f55-bbb0-2928ab05a3d3 None None] Attempting to bind port ffe2cdd4-4189-4d56-9557-218cf1fc3405 by drivers openvswitch,hyperv on host dv-cinder-791240-3-iscsi at level 0 using segments [{'id': 'f8fe4efd-4e70-415e-9b15-e0d2def032bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '667b5022-184b-45fa-9026-171224ccf886'}] {{(pid=98476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:32:19.229292 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9dd34c-9aff-4f55-bbb0-2928ab05a3d3 None None] Attempting to bind port ffe2cdd4-4189-4d56-9557-218cf1fc3405 on network 667b5022-184b-45fa-9026-171224ccf886 {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:32:19.234914 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9dd34c-9aff-4f55-bbb0-2928ab05a3d3 None None] Checking agent: {'id': '0d0ec358-3583-457d-8c3e-30368d3d3544', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 31, 43), 'started_at': datetime.datetime(2021, 5, 25, 15, 32, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:32:19.235309 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9dd34c-9aff-4f55-bbb0-2928ab05a3d3 None None] Checking segment: {'id': 'f8fe4efd-4e70-415e-9b15-e0d2def032bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '667b5022-184b-45fa-9026-171224ccf886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:32:19.235774 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-3c9dd34c-9aff-4f55-bbb0-2928ab05a3d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:19.236248 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9dd34c-9aff-4f55-bbb0-2928ab05a3d3 None None] Bound using segment: {'id': 'f8fe4efd-4e70-415e-9b15-e0d2def032bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '667b5022-184b-45fa-9026-171224ccf886'} {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:32:19.236762 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.managers [None req-3c9dd34c-9aff-4f55-bbb0-2928ab05a3d3 None None] Bound port: ffe2cdd4-4189-4d56-9557-218cf1fc3405, host: dv-cinder-791240-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8fe4efd-4e70-415e-9b15-e0d2def032bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '667b5022-184b-45fa-9026-171224ccf886'}}] {{(pid=98476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:32:19.237124 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-3c9dd34c-9aff-4f55-bbb0-2928ab05a3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:19.322152 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.db [None req-3c9dd34c-9aff-4f55-bbb0-2928ab05a3d3 None None] For port ffe2cdd4-4189-4d56-9557-218cf1fc3405, host dv-cinder-791240-3-iscsi, cleared binding levels {{(pid=98476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:32:19.326346 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.db [None req-3c9dd34c-9aff-4f55-bbb0-2928ab05a3d3 None None] For port ffe2cdd4-4189-4d56-9557-218cf1fc3405, host dv-cinder-791240-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=ffe2cdd4-4189-4d56-9557-218cf1fc3405,segment=NetworkSegment(f8fe4efd-4e70-415e-9b15-e0d2def032bf),segment_id=f8fe4efd-4e70-415e-9b15-e0d2def032bf)] {{(pid=98476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:32:19.330779 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-3c9dd34c-9aff-4f55-bbb0-2928ab05a3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:19.334521 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:32:19.420349 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9dd34c-9aff-4f55-bbb0-2928ab05a3d3 None None] Routers {'31b9cc30-3bad-4f8f-a5ed-1142f4a7794b'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:32:19.420973 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-3c9dd34c-9aff-4f55-bbb0-2928ab05a3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:32:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['31b9cc30-3bad-4f8f-a5ed-1142f4a7794b'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:32:19.484836 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405062c-17f2-40a7-909a-8a4d8b6819b8 None None] Pushing event updated for resources: {'Port': ['ID=ffe2cdd4-4189-4d56-9557-218cf1fc3405,revision_number=4']} {{(pid=98476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:32:19.487944 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [None req-7405062c-17f2-40a7-909a-8a4d8b6819b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:32:19.607429 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-3c9dd34c-9aff-4f55-bbb0-2928ab05a3d3 None None] Set router 31b9cc30-3bad-4f8f-a5ed-1142f4a7794b gateway port host: None {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:32:19.944236 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-3c9dd34c-9aff-4f55-bbb0-2928ab05a3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b9cc30-3bad-4f8f-a5ed-1142f4a7794b', 'name': 'router1', 'tenant_id': '51718f91bc324cfa9d10646e1ccff0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:32:07Z', 'updated_at': '2021-05-25T15:32:17Z', 'revision_number': 2, 'project_id': '51718f91bc324cfa9d10646e1ccff0f1', 'gw_port_host': None, '_interfaces': [{'id': 'ffe2cdd4-4189-4d56-9557-218cf1fc3405', 'name': '', 'network_id': '667b5022-184b-45fa-9026-171224ccf886', 'tenant_id': '51718f91bc324cfa9d10646e1ccff0f1', 'mac_address': 'fa:16:3e:38:9b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b9cc30-3bad-4f8f-a5ed-1142f4a7794b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21da9d89-5f82-4419-b763-445b1fed8461', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:32:16Z', 'updated_at': '2021-05-25T15:32:19Z', 'revision_number': 4, 'project_id': '51718f91bc324cfa9d10646e1ccff0f1', 'subnets': [{'id': '21da9d89-5f82-4419-b763-445b1fed8461', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0d32126-e29b-41e9-ad67-44be7c673dc2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:32:19.948889 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9dd34c-9aff-4f55-bbb0-2928ab05a3d3 None None] The sync data for ids ['31b9cc30-3bad-4f8f-a5ed-1142f4a7794b'] in dv-cinder-791240-3-iscsi is: [{'id': '31b9cc30-3bad-4f8f-a5ed-1142f4a7794b', 'name': 'router1', 'tenant_id': '51718f91bc324cfa9d10646e1ccff0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:32:07Z', 'updated_at': '2021-05-25T15:32:17Z', 'revision_number': 2, 'project_id': '51718f91bc324cfa9d10646e1ccff0f1', 'gw_port_host': None, '_interfaces': [{'id': 'ffe2cdd4-4189-4d56-9557-218cf1fc3405', 'name': '', 'network_id': '667b5022-184b-45fa-9026-171224ccf886', 'tenant_id': '51718f91bc324cfa9d10646e1ccff0f1', 'mac_address': 'fa:16:3e:38:9b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b9cc30-3bad-4f8f-a5ed-1142f4a7794b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21da9d89-5f82-4419-b763-445b1fed8461', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:32:16Z', 'updated_at': '2021-05-25T15:32:19Z', 'revision_number': 4, 'project_id': '51718f91bc324cfa9d10646e1ccff0f1', 'subnets': [{'id': '21da9d89-5f82-4419-b763-445b1fed8461', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0d32126-e29b-41e9-ad67-44be7c673dc2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:32:20.109670 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 59176) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:32:20.256277 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c81b1ac-734d-4545-9c26-c6dff2c7cf35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:32:20.256848 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-4c81b1ac-734d-4545-9c26-c6dff2c7cf35 admin admin] Synchronizing usage tracker for tenant:7a6b7cdb443d463a90350d1b9fa69cd2 on resource:network {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:32:20.274473 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-4c81b1ac-734d-4545-9c26-c6dff2c7cf35 admin admin] Unset dirty status for tenant:7a6b7cdb443d463a90350d1b9fa69cd2 on resource:network {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:32:20.275939 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-4c81b1ac-734d-4545-9c26-c6dff2c7cf35 admin admin] 10.222.0.32 "GET /v2.0/networks/64bdbeb4-2429-4b9e-9f88-29f950eefffc HTTP/1.1" status: 200 len: 842 time: 0.1651914 May 25 15:32:20.285104 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-f349aef1-3bcb-4ab2-81f1-19429e2f1dad admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'enable_dhcp': False}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:32:20.290550 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-f349aef1-3bcb-4ab2-81f1-19429e2f1dad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:32:20.294424 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-f349aef1-3bcb-4ab2-81f1-19429e2f1dad admin admin] Usage tracker for resource:subnet and tenant:7a6b7cdb443d463a90350d1b9fa69cd2 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:32:20.297282 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-f349aef1-3bcb-4ab2-81f1-19429e2f1dad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:32:20.303322 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-f349aef1-3bcb-4ab2-81f1-19429e2f1dad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:32:20.313476 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f349aef1-3bcb-4ab2-81f1-19429e2f1dad admin admin] Made reservation on behalf of 7a6b7cdb443d463a90350d1b9fa69cd2 for: {'subnet': 1} {{(pid=98473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:32:20.315810 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f349aef1-3bcb-4ab2-81f1-19429e2f1dad admin admin] Notify callbacks [] for subnet, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:20.745934 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.objects.ports [None req-f349aef1-3bcb-4ab2-81f1-19429e2f1dad admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98473) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 25 15:32:20.745934 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f349aef1-3bcb-4ab2-81f1-19429e2f1dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453'] for subnet, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:20.750149 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:32:20.861317 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349aef1-3bcb-4ab2-81f1-19429e2f1dad admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f9f8472-0ab8-4bd8-a441-92a12c3f4c58,revision_number=0']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:32:20.869091 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-f349aef1-3bcb-4ab2-81f1-19429e2f1dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:32:20.870002 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f349aef1-3bcb-4ab2-81f1-19429e2f1dad admin admin] Checking segment: {'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:32:20.870354 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f349aef1-3bcb-4ab2-81f1-19429e2f1dad admin admin] Network hostable DHCP agents. Network: 64bdbeb4-2429-4b9e-9f88-29f950eefffc, hostable agents: ['42768c43-11d1-4f10-a648-883cd7cd861b'], hosted agents: [] {{(pid=98473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:32:20.889594 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f349aef1-3bcb-4ab2-81f1-19429e2f1dad admin admin] Network 64bdbeb4-2429-4b9e-9f88-29f950eefffc is scheduled to be hosted by DHCP agent 42768c43-11d1-4f10-a648-883cd7cd861b with binding_index 1 {{(pid=98473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:32:20.899270 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.base_scheduler [None req-f349aef1-3bcb-4ab2-81f1-19429e2f1dad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-iscsi, 64bdbeb4-2429-4b9e-9f88-29f950eefffc) {{(pid=98473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:32:20.903311 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f349aef1-3bcb-4ab2-81f1-19429e2f1dad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:32:20.903914 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f349aef1-3bcb-4ab2-81f1-19429e2f1dad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for subnet, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:20.909679 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e06916-bc43-40e3-91ab-2e0ed753655d None None] Network 64bdbeb4-2429-4b9e-9f88-29f950eefffc requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:32:20.924635 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-f349aef1-3bcb-4ab2-81f1-19429e2f1dad admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6429458 May 25 15:32:21.124686 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9544613d-6143-4898-9472-5045848fe6d4 None None] Network 64bdbeb4-2429-4b9e-9f88-29f950eefffc requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:32:23.185622 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 59190) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:32:23.380568 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-0ccf389c-5d04-47a4-b317-5ff5907d4aab admin admin] 10.222.0.32 "GET /v2.0/routers/31b9cc30-3bad-4f8f-a5ed-1142f4a7794b HTTP/1.1" status: 200 len: 710 time: 0.1937799 May 25 15:32:23.510325 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725a3e49-e09e-46aa-a9b5-9357fb440905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:32:23.511677 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-725a3e49-e09e-46aa-a9b5-9357fb440905 admin admin] 10.222.0.32 "GET /v2.0/networks/64bdbeb4-2429-4b9e-9f88-29f950eefffc HTTP/1.1" status: 200 len: 886 time: 0.1255128 May 25 15:32:23.520266 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-7820c6dc-e97e-4bdf-ae3f-da80fd534bca admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'}}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:32:23.958234 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7820c6dc-e97e-4bdf-ae3f-da80fd534bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-353723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-360051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2864'] for router, precommit_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:24.277434 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7820c6dc-e97e-4bdf-ae3f-da80fd534bca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:24.330396 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7820c6dc-e97e-4bdf-ae3f-da80fd534bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:24.512130 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.db_base_plugin_common [None req-7820c6dc-e97e-4bdf-ae3f-da80fd534bca admin admin] Allocated IP 172.27.3.160 (64bdbeb4-2429-4b9e-9f88-29f950eefffc/3f9f8472-0ab8-4bd8-a441-92a12c3f4c58/3ccae5e3-0232-46dd-a351-aaf00c15b008) {{(pid=98473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:32:24.554498 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device ffe2cdd4-4189-4d56-9557-218cf1fc3405 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:32:24.621280 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning for port ffe2cdd4-4189-4d56-9557-218cf1fc3405 completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:32:24.625867 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port ffe2cdd4-4189-4d56-9557-218cf1fc3405 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:32:24.626245 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:24.656312 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7820c6dc-e97e-4bdf-ae3f-da80fd534bca admin admin] Notify callbacks [] for port, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:24.688267 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7820c6dc-e97e-4bdf-ae3f-da80fd534bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363'] for port, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:24.693204 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:32:24.742774 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:24.755413 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7820c6dc-e97e-4bdf-ae3f-da80fd534bca admin admin] Network 64bdbeb4-2429-4b9e-9f88-29f950eefffc is already hosted by enough agents. {{(pid=98473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:32:24.758300 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.base_scheduler [None req-7820c6dc-e97e-4bdf-ae3f-da80fd534bca admin admin] Resources bound (agent type, host, resource id): {{(pid=98473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:32:24.764095 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7820c6dc-e97e-4bdf-ae3f-da80fd534bca admin admin] Received port after_create {{(pid=98473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:32:24.775192 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] For port ffe2cdd4-4189-4d56-9557-218cf1fc3405, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=ffe2cdd4-4189-4d56-9557-218cf1fc3405,segment=NetworkSegment(f8fe4efd-4e70-415e-9b15-e0d2def032bf),segment_id=f8fe4efd-4e70-415e-9b15-e0d2def032bf)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:32:24.779339 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:24.781454 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-b1928724-8524-4693-bf34-04fddd52bd3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:32:24.828078 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820c6dc-e97e-4bdf-ae3f-da80fd534bca admin admin] Pushing event updated for resources: {'Port': ['ID=3ccae5e3-0232-46dd-a351-aaf00c15b008,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:32:24.830888 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-7820c6dc-e97e-4bdf-ae3f-da80fd534bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:32:24.848931 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Pushing event updated for resources: {'Port': ['ID=ffe2cdd4-4189-4d56-9557-218cf1fc3405,revision_number=5']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:32:24.852209 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:32:25.153818 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7820c6dc-e97e-4bdf-ae3f-da80fd534bca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:25.484521 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7820c6dc-e97e-4bdf-ae3f-da80fd534bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-353723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-360051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2864'] for router, precommit_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:25.487666 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7820c6dc-e97e-4bdf-ae3f-da80fd534bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-353784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-353712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-353777', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-360037'] for router, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:25.664918 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7820c6dc-e97e-4bdf-ae3f-da80fd534bca admin admin] Router 31b9cc30-3bad-4f8f-a5ed-1142f4a7794b has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:32:25.889042 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7820c6dc-e97e-4bdf-ae3f-da80fd534bca admin admin] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:32:25.896812 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7820c6dc-e97e-4bdf-ae3f-da80fd534bca admin admin] Notify callbacks [] for router, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:25.897973 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-7820c6dc-e97e-4bdf-ae3f-da80fd534bca admin admin] 10.222.0.32 "PUT /v2.0/routers/31b9cc30-3bad-4f8f-a5ed-1142f4a7794b HTTP/1.1" status: 200 len: 890 time: 2.3808928 May 25 15:32:25.898549 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef52b89-84df-4941-80eb-ffa79a26fa81 None None] Sync routers for ids ['31b9cc30-3bad-4f8f-a5ed-1142f4a7794b'] in dv-cinder-791240-3-iscsi {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:32:25.909518 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef52b89-84df-4941-80eb-ffa79a26fa81 None None] Routers {'31b9cc30-3bad-4f8f-a5ed-1142f4a7794b'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:32:25.910186 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-aef52b89-84df-4941-80eb-ffa79a26fa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:32:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['31b9cc30-3bad-4f8f-a5ed-1142f4a7794b'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:32:26.124823 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-aef52b89-84df-4941-80eb-ffa79a26fa81 None None] Set router 31b9cc30-3bad-4f8f-a5ed-1142f4a7794b gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:32:26.458381 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-aef52b89-84df-4941-80eb-ffa79a26fa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b9cc30-3bad-4f8f-a5ed-1142f4a7794b', 'name': 'router1', 'tenant_id': '51718f91bc324cfa9d10646e1ccff0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '3ccae5e3-0232-46dd-a351-aaf00c15b008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:32:07Z', 'updated_at': '2021-05-25T15:32:24Z', 'revision_number': 4, 'project_id': '51718f91bc324cfa9d10646e1ccff0f1', 'gw_port': {'id': '3ccae5e3-0232-46dd-a351-aaf00c15b008', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b9cc30-3bad-4f8f-a5ed-1142f4a7794b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:32:24Z', 'updated_at': '2021-05-25T15:32:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': 'ffe2cdd4-4189-4d56-9557-218cf1fc3405', 'name': '', 'network_id': '667b5022-184b-45fa-9026-171224ccf886', 'tenant_id': '51718f91bc324cfa9d10646e1ccff0f1', 'mac_address': 'fa:16:3e:38:9b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9cc30-3bad-4f8f-a5ed-1142f4a7794b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21da9d89-5f82-4419-b763-445b1fed8461', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:32:16Z', 'updated_at': '2021-05-25T15:32:24Z', 'revision_number': 5, 'project_id': '51718f91bc324cfa9d10646e1ccff0f1', 'subnets': [{'id': '21da9d89-5f82-4419-b763-445b1fed8461', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0d32126-e29b-41e9-ad67-44be7c673dc2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:32:26.463337 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef52b89-84df-4941-80eb-ffa79a26fa81 None None] Checking router: 31b9cc30-3bad-4f8f-a5ed-1142f4a7794b for host: dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:32:26.463687 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef52b89-84df-4941-80eb-ffa79a26fa81 None None] Updating router 31b9cc30-3bad-4f8f-a5ed-1142f4a7794b port 3ccae5e3-0232-46dd-a351-aaf00c15b008 binding host dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:32:26.522103 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-aef52b89-84df-4941-80eb-ffa79a26fa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:26.547295 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device ffe2cdd4-4189-4d56-9557-218cf1fc3405 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:32:26.695861 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port ffe2cdd4-4189-4d56-9557-218cf1fc3405 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:32:26.696323 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:27.013404 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-aef52b89-84df-4941-80eb-ffa79a26fa81 None None] Notify callbacks [] for port, precommit_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:27.024981 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-aef52b89-84df-4941-80eb-ffa79a26fa81 None None] Transition to ACTIVE for port object 3ccae5e3-0232-46dd-a351-aaf00c15b008 will not be triggered until provisioned by entity L2. {{(pid=98475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:32:27.031744 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-aef52b89-84df-4941-80eb-ffa79a26fa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:27.036731 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-77e4f51e-9f7e-49df-8be3-71f46070cb83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:32:27.119019 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-aef52b89-84df-4941-80eb-ffa79a26fa81 None None] Attempting to bind port 3ccae5e3-0232-46dd-a351-aaf00c15b008 on host dv-cinder-791240-3-iscsi for vnic_type normal with profile {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:32:27.119388 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-aef52b89-84df-4941-80eb-ffa79a26fa81 None None] Attempting to bind port 3ccae5e3-0232-46dd-a351-aaf00c15b008 by drivers openvswitch,hyperv on host dv-cinder-791240-3-iscsi at level 0 using segments [{'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:32:27.119751 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef52b89-84df-4941-80eb-ffa79a26fa81 None None] Attempting to bind port 3ccae5e3-0232-46dd-a351-aaf00c15b008 on network 64bdbeb4-2429-4b9e-9f88-29f950eefffc {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:32:27.126989 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef52b89-84df-4941-80eb-ffa79a26fa81 None None] Checking agent: {'id': '0d0ec358-3583-457d-8c3e-30368d3d3544', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 31, 43), 'started_at': datetime.datetime(2021, 5, 25, 15, 32, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:32:27.127356 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef52b89-84df-4941-80eb-ffa79a26fa81 None None] Checking segment: {'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:32:27.127753 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-aef52b89-84df-4941-80eb-ffa79a26fa81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:27.128163 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef52b89-84df-4941-80eb-ffa79a26fa81 None None] Bound using segment: {'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:32:27.128614 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-aef52b89-84df-4941-80eb-ffa79a26fa81 None None] Bound port: 3ccae5e3-0232-46dd-a351-aaf00c15b008, host: dv-cinder-791240-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'}}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:32:27.128998 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-aef52b89-84df-4941-80eb-ffa79a26fa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:27.152860 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba93dcd-ff87-4f1a-a530-92c22e763122 None None] Pushing event updated for resources: {'Port': ['ID=3ccae5e3-0232-46dd-a351-aaf00c15b008,revision_number=2']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:32:27.159373 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-3ba93dcd-ff87-4f1a-a530-92c22e763122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:32:27.211319 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-aef52b89-84df-4941-80eb-ffa79a26fa81 None None] For port 3ccae5e3-0232-46dd-a351-aaf00c15b008, host dv-cinder-791240-3-iscsi, cleared binding levels {{(pid=98475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:32:27.215703 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-aef52b89-84df-4941-80eb-ffa79a26fa81 None None] For port 3ccae5e3-0232-46dd-a351-aaf00c15b008, host dv-cinder-791240-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=3ccae5e3-0232-46dd-a351-aaf00c15b008,segment=NetworkSegment(709432ef-9055-43de-bcb9-c4833f38b817),segment_id=709432ef-9055-43de-bcb9-c4833f38b817)] {{(pid=98475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:32:27.220692 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-aef52b89-84df-4941-80eb-ffa79a26fa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:27.224865 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:32:27.307889 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef52b89-84df-4941-80eb-ffa79a26fa81 None None] Routers {'31b9cc30-3bad-4f8f-a5ed-1142f4a7794b'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:32:27.308505 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-aef52b89-84df-4941-80eb-ffa79a26fa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:32:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['31b9cc30-3bad-4f8f-a5ed-1142f4a7794b'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:32:27.360296 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba93dcd-ff87-4f1a-a530-92c22e763122 None None] Pushing event updated for resources: {'Port': ['ID=3ccae5e3-0232-46dd-a351-aaf00c15b008,revision_number=3']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:32:27.370270 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-3ba93dcd-ff87-4f1a-a530-92c22e763122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:32:27.487132 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-aef52b89-84df-4941-80eb-ffa79a26fa81 None None] Set router 31b9cc30-3bad-4f8f-a5ed-1142f4a7794b gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:32:27.840676 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-aef52b89-84df-4941-80eb-ffa79a26fa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b9cc30-3bad-4f8f-a5ed-1142f4a7794b', 'name': 'router1', 'tenant_id': '51718f91bc324cfa9d10646e1ccff0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '3ccae5e3-0232-46dd-a351-aaf00c15b008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:32:07Z', 'updated_at': '2021-05-25T15:32:24Z', 'revision_number': 4, 'project_id': '51718f91bc324cfa9d10646e1ccff0f1', 'gw_port': {'id': '3ccae5e3-0232-46dd-a351-aaf00c15b008', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b9cc30-3bad-4f8f-a5ed-1142f4a7794b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:32:24Z', 'updated_at': '2021-05-25T15:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': 'ffe2cdd4-4189-4d56-9557-218cf1fc3405', 'name': '', 'network_id': '667b5022-184b-45fa-9026-171224ccf886', 'tenant_id': '51718f91bc324cfa9d10646e1ccff0f1', 'mac_address': 'fa:16:3e:38:9b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9cc30-3bad-4f8f-a5ed-1142f4a7794b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21da9d89-5f82-4419-b763-445b1fed8461', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:32:16Z', 'updated_at': '2021-05-25T15:32:24Z', 'revision_number': 5, 'project_id': '51718f91bc324cfa9d10646e1ccff0f1', 'subnets': [{'id': '21da9d89-5f82-4419-b763-445b1fed8461', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0d32126-e29b-41e9-ad67-44be7c673dc2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:32:27.844567 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef52b89-84df-4941-80eb-ffa79a26fa81 None None] The sync data for ids ['31b9cc30-3bad-4f8f-a5ed-1142f4a7794b'] in dv-cinder-791240-3-iscsi is: [{'id': '31b9cc30-3bad-4f8f-a5ed-1142f4a7794b', 'name': 'router1', 'tenant_id': '51718f91bc324cfa9d10646e1ccff0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '3ccae5e3-0232-46dd-a351-aaf00c15b008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:32:07Z', 'updated_at': '2021-05-25T15:32:24Z', 'revision_number': 4, 'project_id': '51718f91bc324cfa9d10646e1ccff0f1', 'gw_port': {'id': '3ccae5e3-0232-46dd-a351-aaf00c15b008', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b9cc30-3bad-4f8f-a5ed-1142f4a7794b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:32:24Z', 'updated_at': '2021-05-25T15:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': 'ffe2cdd4-4189-4d56-9557-218cf1fc3405', 'name': '', 'network_id': '667b5022-184b-45fa-9026-171224ccf886', 'tenant_id': '51718f91bc324cfa9d10646e1ccff0f1', 'mac_address': 'fa:16:3e:38:9b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b9cc30-3bad-4f8f-a5ed-1142f4a7794b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21da9d89-5f82-4419-b763-445b1fed8461', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:32:16Z', 'updated_at': '2021-05-25T15:32:24Z', 'revision_number': 5, 'project_id': '51718f91bc324cfa9d10646e1ccff0f1', 'subnets': [{'id': '21da9d89-5f82-4419-b763-445b1fed8461', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0d32126-e29b-41e9-ad67-44be7c673dc2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:32:28.246854 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 59200) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:32:28.361866 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-44574d65-867e-4efb-a738-d319e1d84f04 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1137345 May 25 15:32:28.582959 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 3ccae5e3-0232-46dd-a351-aaf00c15b008 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:32:28.655318 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning for port 3ccae5e3-0232-46dd-a351-aaf00c15b008 completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:32:28.660082 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port 3ccae5e3-0232-46dd-a351-aaf00c15b008 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:32:28.660452 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:28.778466 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:28.795493 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] For port 3ccae5e3-0232-46dd-a351-aaf00c15b008, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=3ccae5e3-0232-46dd-a351-aaf00c15b008,segment=NetworkSegment(709432ef-9055-43de-bcb9-c4833f38b817),segment_id=709432ef-9055-43de-bcb9-c4833f38b817)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:32:28.800299 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:28.803550 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:32:28.870802 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Pushing event updated for resources: {'Port': ['ID=3ccae5e3-0232-46dd-a351-aaf00c15b008,revision_number=4']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:32:28.874092 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:32:30.536956 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 3ccae5e3-0232-46dd-a351-aaf00c15b008 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:32:30.613142 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port 3ccae5e3-0232-46dd-a351-aaf00c15b008 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:32:30.613523 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:40.199981 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-306f4b7d-2fef-42ae-8c44-2c7bacd56b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:42.708685 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:42.849018 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-04050b86-28b3-4c59-b7a2-bbc5079a497e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:43.662858 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:45.446635 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:32:46.245801 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 5 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:33:10.202452 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-df012203-cc75-425a-ad3c-108edb14f057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:12.697983 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:12.845519 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-dcb72e10-9549-476d-a406-75bd749469f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:13.660026 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:15.443836 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:23.246651 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 5 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:33:40.204540 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-0b378bb7-54f0-442f-b283-1e97c68f8654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:42.690365 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:42.848456 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-1716909f-81f5-4db9-9c07-e0081b0da2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:43.661603 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:33:45.446306 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:00.246255 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 5 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:34:02.715147 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 59770) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:34:02.781157 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4e4f6e2-b233-47ba-835e-fe2bb5566285 admin admin] GET failed (client error): The resource could not be found. May 25 15:34:02.782395 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-b4e4f6e2-b233-47ba-835e-fe2bb5566285 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0663130 May 25 15:34:02.922651 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424b7dc4-4dcb-4ab6-b2e3-17e8b27044f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:34:02.924886 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-424b7dc4-4dcb-4ab6-b2e3-17e8b27044f6 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1387000 May 25 15:34:05.045717 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 59780) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:34:05.157363 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b374a179-8f7e-4c91-abdb-f29fd4d022e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:34:05.157928 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-b374a179-8f7e-4c91-abdb-f29fd4d022e6 admin admin] Synchronizing usage tracker for tenant:7a6b7cdb443d463a90350d1b9fa69cd2 on resource:subnet {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:34:05.173132 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-b374a179-8f7e-4c91-abdb-f29fd4d022e6 admin admin] Unset dirty status for tenant:7a6b7cdb443d463a90350d1b9fa69cd2 on resource:subnet {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:34:05.174296 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-b374a179-8f7e-4c91-abdb-f29fd4d022e6 admin admin] 10.222.0.32 "GET /v2.0/subnets/21da9d89-5f82-4419-b763-445b1fed8461 HTTP/1.1" status: 200 len: 849 time: 0.1276364 May 25 15:34:05.183609 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-b4212643-6e8b-4600-b153-448f6e45d842 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:34:05.298837 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b4212643-6e8b-4600-b153-448f6e45d842 admin admin] Notify callbacks [] for subnet, before_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:05.495543 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b4212643-6e8b-4600-b153-448f6e45d842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758999474077'] for subnet, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:05.499390 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-f349aef1-3bcb-4ab2-81f1-19429e2f1dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:34:05.545257 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4212643-6e8b-4600-b153-448f6e45d842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:34:05.545846 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b4212643-6e8b-4600-b153-448f6e45d842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for subnet, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:05.547145 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-b4212643-6e8b-4600-b153-448f6e45d842 admin admin] 10.222.0.32 "PUT /v2.0/subnets/21da9d89-5f82-4419-b763-445b1fed8461 HTTP/1.1" status: 200 len: 868 time: 0.3673255 May 25 15:34:05.548355 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b27476-981f-44e5-8ce2-f36c39844f42 None None] Network 667b5022-184b-45fa-9026-171224ccf886 requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:34:05.569946 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4212643-6e8b-4600-b153-448f6e45d842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21da9d89-5f82-4419-b763-445b1fed8461,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:34:05.577467 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4212643-6e8b-4600-b153-448f6e45d842 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:34:05.577842 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4212643-6e8b-4600-b153-448f6e45d842 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:34:05.578184 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4212643-6e8b-4600-b153-448f6e45d842 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:34:05.578510 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4212643-6e8b-4600-b153-448f6e45d842 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:34:05.578832 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4212643-6e8b-4600-b153-448f6e45d842 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:34:05.579186 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4212643-6e8b-4600-b153-448f6e45d842 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:34:05.579492 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4212643-6e8b-4600-b153-448f6e45d842 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:34:05.579814 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4212643-6e8b-4600-b153-448f6e45d842 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:34:05.580157 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4212643-6e8b-4600-b153-448f6e45d842 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:34:05.580472 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4212643-6e8b-4600-b153-448f6e45d842 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:34:05.580783 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4212643-6e8b-4600-b153-448f6e45d842 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:34:05.581099 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4212643-6e8b-4600-b153-448f6e45d842 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:34:05.585199 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-b4212643-6e8b-4600-b153-448f6e45d842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:34:05.959424 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2b98596b-a03c-468b-b668-a8dd985b03e1 None None] Provisioning complete for port ffe2cdd4-4189-4d56-9557-218cf1fc3405 triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:34:05.959796 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2b98596b-a03c-468b-b668-a8dd985b03e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:06.084855 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2b98596b-a03c-468b-b668-a8dd985b03e1 None None] Provisioning complete for port 9ce33b4c-7bc8-4a27-9863-76f5a03464d9 triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:34:06.085128 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2b98596b-a03c-468b-b668-a8dd985b03e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:07.717327 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 59790) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:34:07.888955 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4230d91e-5ec1-4a6d-bc08-b94c72648b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:34:07.889434 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4230d91e-5ec1-4a6d-bc08-b94c72648b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:34:07.890939 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-4230d91e-5ec1-4a6d-bc08-b94c72648b1b admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1726460 May 25 15:34:10.003538 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 59800) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:34:10.184598 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd8faeb-0e4f-4cd0-92fe-64c5eb033d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:34:10.185075 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd8faeb-0e4f-4cd0-92fe-64c5eb033d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:34:10.186576 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-7fd8faeb-0e4f-4cd0-92fe-64c5eb033d62 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1821392 May 25 15:34:10.207753 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-49891ef8-0122-49e8-b14c-4dc696b7f533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:12.291918 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 59810) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:34:12.459679 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736b80b0-438f-4a9d-b20c-6a4324d1bd87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:34:12.461044 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-736b80b0-438f-4a9d-b20c-6a4324d1bd87 admin admin] 10.222.0.32 "GET /v2.0/networks/64bdbeb4-2429-4b9e-9f88-29f950eefffc HTTP/1.1" status: 200 len: 886 time: 0.1681564 May 25 15:34:12.692757 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:12.849482 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c3f26f49-6b04-4df5-8898-698d039a342f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:13.664197 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:14.562190 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 59820) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:34:14.736033 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5458498f-9a96-4825-a8c9-6f6028a7e62e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:34:14.737375 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-5458498f-9a96-4825-a8c9-6f6028a7e62e admin admin] 10.222.0.32 "GET /v2.0/networks/667b5022-184b-45fa-9026-171224ccf886 HTTP/1.1" status: 200 len: 869 time: 0.1742599 May 25 15:34:15.451100 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:16.860846 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 59830) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:34:16.964829 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf0c04a-e3dc-41e1-b806-180312c4159f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:34:16.965292 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf0c04a-e3dc-41e1-b806-180312c4159f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:34:16.966758 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-9cf0c04a-e3dc-41e1-b806-180312c4159f admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1049967 May 25 15:34:19.092740 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 59840) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:34:19.199652 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f226f39-f414-4747-984d-566b221c0c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:34:19.200136 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f226f39-f414-4747-984d-566b221c0c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:34:19.201594 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-9f226f39-f414-4747-984d-566b221c0c98 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1078281 May 25 15:34:21.287390 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 59850) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:34:21.395772 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53652065-4f76-4ccd-9d2c-63b8a198bee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:34:21.397737 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-53652065-4f76-4ccd-9d2c-63b8a198bee2 admin admin] 10.222.0.32 "GET /v2.0/subnets/21da9d89-5f82-4419-b763-445b1fed8461 HTTP/1.1" status: 200 len: 868 time: 0.1093481 May 25 15:34:23.508039 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 59860) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:34:23.606946 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7d2f17-33ae-46e6-998f-d906d046d671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:34:23.608259 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-9c7d2f17-33ae-46e6-998f-d906d046d671 admin admin] 10.222.0.32 "GET /v2.0/subnets/3f9f8472-0ab8-4bd8-a441-92a12c3f4c58 HTTP/1.1" status: 200 len: 816 time: 0.0992992 May 25 15:34:37.245430 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 5 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:34:40.212979 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-8c081fb8-398e-4aa5-b92a-98c7719624dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:42.694955 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:42.852545 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-da6b0ad1-78cb-47aa-8f01-b989d1ce3752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:43.670867 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:45.445872 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:46.606935 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 59906) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:34:46.654474 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [None req-129d99b9-36ea-40d3-a92b-5aee4951a017 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=98474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:34:46.655445 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-129d99b9-36ea-40d3-a92b-5aee4951a017 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475891 May 25 15:34:48.841656 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 59916) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:34:48.907494 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.pecan_wsgi.hooks.translation [None req-e86883c0-bfe8-475f-87df-cc490091119d admin admin] GET failed (client error): The resource could not be found. May 25 15:34:48.908780 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-e86883c0-bfe8-475f-87df-cc490091119d admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0662532 May 25 15:34:49.040366 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5cef11-27f7-473c-8c51-11ac073c14aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:34:49.041799 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-0e5cef11-27f7-473c-8c51-11ac073c14aa admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1292839 May 25 15:34:51.184960 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 59926) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:34:51.232053 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-8fb74b8c-dcf9-421c-9ddb-981575bfdc87 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:34:51.236496 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-8fb74b8c-dcf9-421c-9ddb-981575bfdc87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:34:51.246174 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-8fb74b8c-dcf9-421c-9ddb-981575bfdc87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:34:51.257065 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb74b8c-dcf9-421c-9ddb-981575bfdc87 admin admin] Made reservation on behalf of 7a6b7cdb443d463a90350d1b9fa69cd2 for: {'network': 1} {{(pid=98473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:34:51.259286 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-8fb74b8c-dcf9-421c-9ddb-981575bfdc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1658119'] for network, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:51.346036 dv-cinder-791240-3-iscsi neutron-server[98473]: WARNING neutron.services.revisions.revision_plugin [None req-8fb74b8c-dcf9-421c-9ddb-981575bfdc87 admin admin] Could not find related network for resource to bump revision. May 25 15:34:51.358054 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb74b8c-dcf9-421c-9ddb-981575bfdc87 admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=98473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:34:51.367359 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-8fb74b8c-dcf9-421c-9ddb-981575bfdc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:51.367665 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.db.segments_db [None req-8fb74b8c-dcf9-421c-9ddb-981575bfdc87 admin admin] Added segment e0a8b33b-ba6e-4e51-8f7b-35b37429b2fc of type vlan for network 54dbfb08-8c65-44b1-92f5-b7fe1bdb734c May 25 15:34:51.393027 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-8fb74b8c-dcf9-421c-9ddb-981575bfdc87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758999109461'] for network, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:51.425086 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-8fb74b8c-dcf9-421c-9ddb-981575bfdc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430'] for network, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:51.426525 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb74b8c-dcf9-421c-9ddb-981575bfdc87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:34:51.427093 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-8fb74b8c-dcf9-421c-9ddb-981575bfdc87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:51.430201 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:34:51.525554 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb74b8c-dcf9-421c-9ddb-981575bfdc87 admin admin] Pushing event updated for resources: {'Network': ['ID=54dbfb08-8c65-44b1-92f5-b7fe1bdb734c,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:34:51.528557 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-8fb74b8c-dcf9-421c-9ddb-981575bfdc87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:34:51.529910 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-8fb74b8c-dcf9-421c-9ddb-981575bfdc87 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3439760 May 25 15:34:51.546904 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Network 54dbfb08-8c65-44b1-92f5-b7fe1bdb734c details requested by agent ovs-agent-dv-cinder-791240-3-iscsi with host dv-cinder-791240-3-iscsi {{(pid=98475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:34:53.658401 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 59936) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:34:53.728327 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f595415-10c0-4ea0-af9a-4f077d3542df admin admin] GET failed (client error): The resource could not be found. May 25 15:34:53.728850 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-8f595415-10c0-4ea0-af9a-4f077d3542df admin admin] Synchronizing usage tracker for tenant:7a6b7cdb443d463a90350d1b9fa69cd2 on resource:network {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:34:53.744054 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-8f595415-10c0-4ea0-af9a-4f077d3542df admin admin] Unset dirty status for tenant:7a6b7cdb443d463a90350d1b9fa69cd2 on resource:network {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:34:53.746091 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-8f595415-10c0-4ea0-af9a-4f077d3542df admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0858238 May 25 15:34:53.846686 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4f438d-d6c0-4da8-9e10-3c477b16ff43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:34:53.848687 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-df4f438d-d6c0-4da8-9e10-3c477b16ff43 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0983789 May 25 15:34:53.858228 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-fb556069-690a-4a95-8645-6c75da6e97f8 admin admin] Request body: {'subnet': {'network_id': '54dbfb08-8c65-44b1-92f5-b7fe1bdb734c', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:34:53.862505 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-fb556069-690a-4a95-8645-6c75da6e97f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:34:53.872189 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-fb556069-690a-4a95-8645-6c75da6e97f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:34:53.881885 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb556069-690a-4a95-8645-6c75da6e97f8 admin admin] Made reservation on behalf of 7a6b7cdb443d463a90350d1b9fa69cd2 for: {'subnet': 1} {{(pid=98473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:34:53.884110 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-fb556069-690a-4a95-8645-6c75da6e97f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:54.299587 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-fb556069-690a-4a95-8645-6c75da6e97f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453'] for subnet, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:54.304537 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:34:54.373572 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb556069-690a-4a95-8645-6c75da6e97f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f9b113a-1561-4165-9372-4ac0e9d65732,revision_number=0']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:34:54.376805 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-fb556069-690a-4a95-8645-6c75da6e97f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:34:54.382459 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb556069-690a-4a95-8645-6c75da6e97f8 admin admin] Checking segment: {'id': 'e0a8b33b-ba6e-4e51-8f7b-35b37429b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '54dbfb08-8c65-44b1-92f5-b7fe1bdb734c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:34:54.382814 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb556069-690a-4a95-8645-6c75da6e97f8 admin admin] Network hostable DHCP agents. Network: 54dbfb08-8c65-44b1-92f5-b7fe1bdb734c, hostable agents: ['42768c43-11d1-4f10-a648-883cd7cd861b'], hosted agents: [] {{(pid=98473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:34:54.399387 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb556069-690a-4a95-8645-6c75da6e97f8 admin admin] Network 54dbfb08-8c65-44b1-92f5-b7fe1bdb734c is scheduled to be hosted by DHCP agent 42768c43-11d1-4f10-a648-883cd7cd861b with binding_index 1 {{(pid=98473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:34:54.408052 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.base_scheduler [None req-fb556069-690a-4a95-8645-6c75da6e97f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-iscsi, 54dbfb08-8c65-44b1-92f5-b7fe1bdb734c) {{(pid=98473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:34:54.412483 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb556069-690a-4a95-8645-6c75da6e97f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:34:54.413067 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-fb556069-690a-4a95-8645-6c75da6e97f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for subnet, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:54.417623 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ac3c32-3bf7-4361-b04b-be0e135c8eb5 None None] Network 54dbfb08-8c65-44b1-92f5-b7fe1bdb734c requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:34:54.436865 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-fb556069-690a-4a95-8645-6c75da6e97f8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5819905 May 25 15:34:54.639061 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3986d8-61c6-5ed6-8f1b-ad1f15f239cc-54dbfb08-8c65-44b1-92f5-b7fe1bdb734c', 'network_id': '54dbfb08-8c65-44b1-92f5-b7fe1bdb734c', 'tenant_id': '7a6b7cdb443d463a90350d1b9fa69cd2', 'fixed_ips': [{'subnet_id': '6f9b113a-1561-4165-9372-4ac0e9d65732'}]}} from dv-cinder-791240-3-iscsi. {{(pid=98475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 15:34:54.639916 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:54.800964 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.db_base_plugin_common [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Allocated IP 192.168.233.2 (54dbfb08-8c65-44b1-92f5-b7fe1bdb734c/6f9b113a-1561-4165-9372-4ac0e9d65732/fb6ae0b2-e4f9-4bd8-b652-27a9363f58d7) {{(pid=98475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:34:55.008784 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Notify callbacks [] for port, precommit_create {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:55.018919 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Transition to ACTIVE for port object fb6ae0b2-e4f9-4bd8-b652-27a9363f58d7 will not be triggered until provisioned by entity L2. {{(pid=98475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:34:55.037551 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Transition to ACTIVE for port object fb6ae0b2-e4f9-4bd8-b652-27a9363f58d7 will not be triggered until provisioned by entity DHCP. {{(pid=98475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:34:55.043564 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363'] for port, after_create {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:55.048255 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:34:55.110645 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Network 54dbfb08-8c65-44b1-92f5-b7fe1bdb734c is already hosted by enough agents. {{(pid=98475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:34:55.114075 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.scheduler.base_scheduler [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Resources bound (agent type, host, resource id): {{(pid=98475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:34:55.116978 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Received port after_create {{(pid=98475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:34:55.125908 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Pushing event updated for resources: {'Port': ['ID=fb6ae0b2-e4f9-4bd8-b652-27a9363f58d7,revision_number=1']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:34:55.191461 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:34:55.191799 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:34:55.192157 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:34:55.192483 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:34:55.192803 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:34:55.193124 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:34:55.193441 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:34:55.193758 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:34:55.194090 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:34:55.194409 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:34:55.194731 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:34:55.195043 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:34:55.199238 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:34:55.225828 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Attempting to bind port fb6ae0b2-e4f9-4bd8-b652-27a9363f58d7 on host dv-cinder-791240-3-iscsi for vnic_type normal with profile {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:34:55.226191 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Attempting to bind port fb6ae0b2-e4f9-4bd8-b652-27a9363f58d7 by drivers openvswitch,hyperv on host dv-cinder-791240-3-iscsi at level 0 using segments [{'id': 'e0a8b33b-ba6e-4e51-8f7b-35b37429b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '54dbfb08-8c65-44b1-92f5-b7fe1bdb734c'}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:34:55.226555 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Attempting to bind port fb6ae0b2-e4f9-4bd8-b652-27a9363f58d7 on network 54dbfb08-8c65-44b1-92f5-b7fe1bdb734c {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:34:55.231810 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Checking agent: {'id': '0d0ec358-3583-457d-8c3e-30368d3d3544', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 31, 43), 'started_at': datetime.datetime(2021, 5, 25, 15, 32, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:34:55.232215 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Checking segment: {'id': 'e0a8b33b-ba6e-4e51-8f7b-35b37429b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '54dbfb08-8c65-44b1-92f5-b7fe1bdb734c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:34:55.232606 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:55.233001 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Bound using segment: {'id': 'e0a8b33b-ba6e-4e51-8f7b-35b37429b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '54dbfb08-8c65-44b1-92f5-b7fe1bdb734c'} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:34:55.233464 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Bound port: fb6ae0b2-e4f9-4bd8-b652-27a9363f58d7, host: dv-cinder-791240-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a8b33b-ba6e-4e51-8f7b-35b37429b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '54dbfb08-8c65-44b1-92f5-b7fe1bdb734c'}}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:34:55.233836 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:55.324537 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] For port fb6ae0b2-e4f9-4bd8-b652-27a9363f58d7, host dv-cinder-791240-3-iscsi, cleared binding levels {{(pid=98475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:34:55.327985 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] For port fb6ae0b2-e4f9-4bd8-b652-27a9363f58d7, host dv-cinder-791240-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=fb6ae0b2-e4f9-4bd8-b652-27a9363f58d7,segment=NetworkSegment(e0a8b33b-ba6e-4e51-8f7b-35b37429b2fc),segment_id=e0a8b33b-ba6e-4e51-8f7b-35b37429b2fc)] {{(pid=98475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:34:55.333329 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:55.337200 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-3ba93dcd-ff87-4f1a-a530-92c22e763122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:34:55.414430 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Pushing event updated for resources: {'Port': ['ID=fb6ae0b2-e4f9-4bd8-b652-27a9363f58d7,revision_number=2']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:34:55.417445 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:34:56.218021 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf18f03-6118-4d1d-b344-b4e92ac80ca8 None None] Network 54dbfb08-8c65-44b1-92f5-b7fe1bdb734c requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:34:56.325473 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-710695aa-17e3-4378-9e31-75abffacd712 None None] Provisioning for port fb6ae0b2-e4f9-4bd8-b652-27a9363f58d7 completed by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:34:56.677580 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device fb6ae0b2-e4f9-4bd8-b652-27a9363f58d7 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:34:56.748052 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning for port fb6ae0b2-e4f9-4bd8-b652-27a9363f58d7 completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:34:56.752655 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port fb6ae0b2-e4f9-4bd8-b652-27a9363f58d7 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:34:56.753022 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:56.869766 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:56.901963 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] For port fb6ae0b2-e4f9-4bd8-b652-27a9363f58d7, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=fb6ae0b2-e4f9-4bd8-b652-27a9363f58d7,segment=NetworkSegment(e0a8b33b-ba6e-4e51-8f7b-35b37429b2fc),segment_id=e0a8b33b-ba6e-4e51-8f7b-35b37429b2fc)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:34:56.905514 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:34:56.909248 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:34:56.974979 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Pushing event updated for resources: {'Port': ['ID=fb6ae0b2-e4f9-4bd8-b652-27a9363f58d7,revision_number=3']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:34:56.978488 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:34:58.646107 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device fb6ae0b2-e4f9-4bd8-b652-27a9363f58d7 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:34:58.729655 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port fb6ae0b2-e4f9-4bd8-b652-27a9363f58d7 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:34:58.730029 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:35:10.215354 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-fec43af4-c870-4b4a-a381-3045ec3c2d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:35:12.698201 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:35:12.855073 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-f3d82e93-0443-4a28-91c8-16c0ed1622a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:35:13.670893 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:35:14.245126 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 5 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:35:15.448684 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:35:40.218672 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-d4fe466e-fb74-4504-b82e-f283d1394743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:35:42.699786 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:35:42.858927 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-1befbf15-2ad9-41da-80ba-2f5b7f58b0fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:35:43.673964 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:35:45.451357 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:35:51.245034 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 5 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:36:10.055458 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 59986) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:36:10.061645 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [None req-019a6872-9542-4755-b083-1f76c54d0846 tempest-verify_tempest_config-1668267100 tempest-verify_tempest_config-1668267100-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=98473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:36:10.062590 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-019a6872-9542-4755-b083-1f76c54d0846 tempest-verify_tempest_config-1668267100 tempest-verify_tempest_config-1668267100-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061245 May 25 15:36:10.221269 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-0d2dff94-2fde-4f43-bd77-f1e5e64fbdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:10.364874 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 60004) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:36:10.478608 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-9f4dabfd-a100-4195-a47e-54e35356f965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:10.492747 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-9f4dabfd-a100-4195-a47e-54e35356f965 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:36:10.496463 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-9f4dabfd-a100-4195-a47e-54e35356f965 admin admin] Usage tracker for resource:security_group_rule and tenant:e3886f98b89c49d089b822022419397a is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:36:10.499170 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-9f4dabfd-a100-4195-a47e-54e35356f965 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:36:10.504858 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-9f4dabfd-a100-4195-a47e-54e35356f965 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:36:10.586327 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-9f4dabfd-a100-4195-a47e-54e35356f965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:10.589988 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-9f4dabfd-a100-4195-a47e-54e35356f965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:10.601774 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:36:10.644253 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4dabfd-a100-4195-a47e-54e35356f965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6f1bbf-af39-4ff0-942c-996c904763eb,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:36:10.648202 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-9f4dabfd-a100-4195-a47e-54e35356f965 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e3886f98b89c49d089b822022419397a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2822905 May 25 15:36:10.650857 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 60010) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:36:10.653813 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4dabfd-a100-4195-a47e-54e35356f965 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:10.654177 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4dabfd-a100-4195-a47e-54e35356f965 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:10.654514 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4dabfd-a100-4195-a47e-54e35356f965 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:10.654845 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4dabfd-a100-4195-a47e-54e35356f965 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:10.655170 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4dabfd-a100-4195-a47e-54e35356f965 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:10.655510 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4dabfd-a100-4195-a47e-54e35356f965 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:10.655856 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4dabfd-a100-4195-a47e-54e35356f965 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:10.656177 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4dabfd-a100-4195-a47e-54e35356f965 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:10.656499 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4dabfd-a100-4195-a47e-54e35356f965 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:10.656815 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4dabfd-a100-4195-a47e-54e35356f965 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:10.657123 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4dabfd-a100-4195-a47e-54e35356f965 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:10.657443 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4dabfd-a100-4195-a47e-54e35356f965 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:10.661311 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-9f4dabfd-a100-4195-a47e-54e35356f965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:36:10.711165 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7107a3af-99cc-41ac-bb86-5a140467ce52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:10.736472 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7107a3af-99cc-41ac-bb86-5a140467ce52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:10.833921 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7107a3af-99cc-41ac-bb86-5a140467ce52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:10.837838 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-f5cc3a90-aa6f-4497-a650-96e7006efc92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:36:10.850216 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107a3af-99cc-41ac-bb86-5a140467ce52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6f1bbf-af39-4ff0-942c-996c904763eb,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:36:10.858101 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107a3af-99cc-41ac-bb86-5a140467ce52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:10.858462 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107a3af-99cc-41ac-bb86-5a140467ce52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:10.858803 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107a3af-99cc-41ac-bb86-5a140467ce52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:10.859224 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107a3af-99cc-41ac-bb86-5a140467ce52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:10.859462 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107a3af-99cc-41ac-bb86-5a140467ce52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:10.859801 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107a3af-99cc-41ac-bb86-5a140467ce52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:10.860153 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107a3af-99cc-41ac-bb86-5a140467ce52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:10.860470 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107a3af-99cc-41ac-bb86-5a140467ce52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:10.860809 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107a3af-99cc-41ac-bb86-5a140467ce52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:10.861126 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107a3af-99cc-41ac-bb86-5a140467ce52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:10.861439 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107a3af-99cc-41ac-bb86-5a140467ce52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:10.861750 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107a3af-99cc-41ac-bb86-5a140467ce52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:36:10.865102 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7107a3af-99cc-41ac-bb86-5a140467ce52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:10.866200 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-7107a3af-99cc-41ac-bb86-5a140467ce52 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a6f1bbf-af39-4ff0-942c-996c904763eb HTTP/1.1" status: 204 len: 168 time: 0.2143312 May 25 15:36:10.867018 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-7107a3af-99cc-41ac-bb86-5a140467ce52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:36:12.702665 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:12.860467 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-dfdcdea9-c12a-490e-b1da-d8c8cf6684ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:13.676915 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:15.453428 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:28.243695 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 5 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:36:40.223242 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2bbbd62c-f70a-443b-82e4-2b1a7bfecb12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:42.705131 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:42.863640 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-99eeed88-50e1-4c6d-813f-42a942b66d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:43.678977 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:36:45.456040 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:37:05.245001 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 5 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:37:10.224735 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-3db58d4b-d990-444e-8577-7ac5c8640be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:37:12.707349 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:37:12.865103 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-07296e73-d404-4a6f-9f61-2f1fbb6cbb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:37:13.682154 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:37:15.459181 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:37:40.228408 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ffbefc62-9fef-4852-86dd-2a8e97771d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:37:42.244230 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 5 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:37:42.709580 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:37:42.867567 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-8c6bff51-9280-480e-bc11-cd5cbe12dc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:37:43.686017 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:37:45.461029 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:37:49.620690 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958'] for agent, after_create {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:37:53.501669 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 60062) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:37:53.613244 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-28addde1-2cda-4307-b780-88cfc83863c7 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1102288 May 25 15:37:55.723004 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 60072) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:37:55.777784 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-faf794e8-985a-4e42-a761-155979c7be35 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0536172 May 25 15:38:10.229443 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-6304602b-e6cf-4d28-ae22-ff5346942c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:38:12.710671 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:38:12.868491 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-6508cf90-b858-464a-bf08-b93021ab9f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:38:13.688919 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:38:15.463400 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:38:19.243580 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:38:19.574353 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:38:40.234010 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-b532f370-a064-4800-8a20-fec5eb2550fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:38:42.717334 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:38:42.869973 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-04951a47-74f8-4813-967a-2c662a55b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:38:43.695373 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:38:45.466815 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:38:49.597477 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:38:56.242853 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:39:10.237036 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-4ee67696-786d-4f31-b043-12931bd63bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:12.710028 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:12.872410 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-23a495c6-7ac0-4d8d-ae93-32f8e39d62d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:13.694590 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:15.472848 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:19.618417 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:23.694423 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 60248) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:23.934068 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1894363163-network', 'tenant_id': '819e50a1b0dd40f28366b0a596caf150'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:39:23.939877 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:23.943967 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Usage tracker for resource:network and tenant:819e50a1b0dd40f28366b0a596caf150 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:23.946912 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:23.952874 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:23.962868 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Made reservation on behalf of 819e50a1b0dd40f28366b0a596caf150 for: {'network': 1} {{(pid=98473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:39:23.965405 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1658119'] for network, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:23.978867 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:23.994203 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:23.998256 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Usage tracker for resource:security_group_rule and tenant:819e50a1b0dd40f28366b0a596caf150 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:24.001249 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:24.009308 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:24.100967 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:24.106366 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:24.111183 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-7107a3af-99cc-41ac-bb86-5a140467ce52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:24.141183 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=98473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:39:24.147025 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3324d24-1f64-4059-a4af-856778a4db31,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:24.156711 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:24.157090 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:24.157954 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:24.158281 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:24.158605 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:24.158932 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:24.159252 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:24.159598 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:24.159926 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:24.160248 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:24.160564 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:24.160881 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:24.161946 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Tracked resource versions report: May 25 15:39:24.161946 dv-cinder-791240-3-iscsi neutron-server[98473]: pushed versions: May 25 15:39:24.161946 dv-cinder-791240-3-iscsi neutron-server[98473]: { 'AddressGroup': {'1.2'}, May 25 15:39:24.161946 dv-cinder-791240-3-iscsi neutron-server[98473]: 'ConntrackHelper': {'1.0'}, May 25 15:39:24.161946 dv-cinder-791240-3-iscsi neutron-server[98473]: 'Log': {'1.0'}, May 25 15:39:24.161946 dv-cinder-791240-3-iscsi neutron-server[98473]: 'Network': {'1.1'}, May 25 15:39:24.161946 dv-cinder-791240-3-iscsi neutron-server[98473]: 'Port': {'1.7'}, May 25 15:39:24.161946 dv-cinder-791240-3-iscsi neutron-server[98473]: 'PortForwarding': {'1.2'}, May 25 15:39:24.161946 dv-cinder-791240-3-iscsi neutron-server[98473]: 'QosPolicy': {'1.8'}, May 25 15:39:24.161946 dv-cinder-791240-3-iscsi neutron-server[98473]: 'SecurityGroup': {'1.4'}, May 25 15:39:24.161946 dv-cinder-791240-3-iscsi neutron-server[98473]: 'SecurityGroupRule': {'1.2'}, May 25 15:39:24.161946 dv-cinder-791240-3-iscsi neutron-server[98473]: 'SubPort': {'1.0'}, May 25 15:39:24.161946 dv-cinder-791240-3-iscsi neutron-server[98473]: 'Subnet': {'1.1'}, May 25 15:39:24.161946 dv-cinder-791240-3-iscsi neutron-server[98473]: 'Trunk': {'1.1'}} May 25 15:39:24.161946 dv-cinder-791240-3-iscsi neutron-server[98473]: consumer versions: May 25 15:39:24.161946 dv-cinder-791240-3-iscsi neutron-server[98473]: { DHCP agent@dv-cinder-791240-3-iscsi: {}, May 25 15:39:24.161946 dv-cinder-791240-3-iscsi neutron-server[98473]: HyperV agent@hv-cinder-79124: {}, May 25 15:39:24.161946 dv-cinder-791240-3-iscsi neutron-server[98473]: L3 agent@dv-cinder-791240-3-iscsi: {}, May 25 15:39:24.161946 dv-cinder-791240-3-iscsi neutron-server[98473]: Metadata agent@dv-cinder-791240-3-iscsi: {}, May 25 15:39:24.161946 dv-cinder-791240-3-iscsi neutron-server[98473]: Metering agent@dv-cinder-791240-3-iscsi: {}, May 25 15:39:24.161946 dv-cinder-791240-3-iscsi neutron-server[98473]: Open vSwitch agent@dv-cinder-791240-3-iscsi: { 'AddressGroup': '1.2', May 25 15:39:24.161946 dv-cinder-791240-3-iscsi neutron-server[98473]: 'ConntrackHelper': '1.0', May 25 15:39:24.161946 dv-cinder-791240-3-iscsi neutron-server[98473]: 'Log': '1.0', May 25 15:39:24.161946 dv-cinder-791240-3-iscsi neutron-server[98473]: 'Network': '1.1', May 25 15:39:24.161946 dv-cinder-791240-3-iscsi neutron-server[98473]: 'Port': '1.7', May 25 15:39:24.161946 dv-cinder-791240-3-iscsi neutron-server[98473]: 'PortForwarding': '1.2', May 25 15:39:24.161946 dv-cinder-791240-3-iscsi neutron-server[98473]: 'QosPolicy': '1.8', May 25 15:39:24.161946 dv-cinder-791240-3-iscsi neutron-server[98473]: 'SecurityGroup': '1.4', May 25 15:39:24.161946 dv-cinder-791240-3-iscsi neutron-server[98473]: 'SecurityGroupRule': '1.2', May 25 15:39:24.161946 dv-cinder-791240-3-iscsi neutron-server[98473]: 'SubPort': '1.0', May 25 15:39:24.161946 dv-cinder-791240-3-iscsi neutron-server[98473]: 'Subnet': '1.1', May 25 15:39:24.161946 dv-cinder-791240-3-iscsi neutron-server[98473]: 'Trunk': '1.1'}} May 25 15:39:24.161946 dv-cinder-791240-3-iscsi neutron-server[98473]: {{(pid=98473) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 15:39:24.164883 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:24.165223 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.db.segments_db [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Added segment ad49e5a5-3c7b-441d-962f-c4d09987cf92 of type vlan for network acc2ab5b-ecab-4967-bff8-879c74e3a33e May 25 15:39:24.178312 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:24.193992 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758999109461'] for network, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:24.227543 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430'] for network, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:24.229058 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:24.229676 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:24.234866 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:24.333179 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6369948 May 25 15:39:24.336100 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 60282) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:24.341666 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-2a7b691f-9167-4759-b935-8069ab5e4c43 admin admin] Request body: {'subnet': {'network_id': 'acc2ab5b-ecab-4967-bff8-879c74e3a33e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1894363163-subnet', 'tenant_id': '819e50a1b0dd40f28366b0a596caf150', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:39:24.347575 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Pushing event updated for resources: {'Network': ['ID=acc2ab5b-ecab-4967-bff8-879c74e3a33e,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:24.348033 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-2a7b691f-9167-4759-b935-8069ab5e4c43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:24.351015 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:24.353296 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-2a7b691f-9167-4759-b935-8069ab5e4c43 admin admin] Usage tracker for resource:subnet and tenant:819e50a1b0dd40f28366b0a596caf150 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:24.359177 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Network acc2ab5b-ecab-4967-bff8-879c74e3a33e details requested by agent ovs-agent-dv-cinder-791240-3-iscsi with host dv-cinder-791240-3-iscsi {{(pid=98475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:39:24.367855 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-2a7b691f-9167-4759-b935-8069ab5e4c43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:24.381105 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-2a7b691f-9167-4759-b935-8069ab5e4c43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:24.397221 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7b691f-9167-4759-b935-8069ab5e4c43 admin admin] Made reservation on behalf of 819e50a1b0dd40f28366b0a596caf150 for: {'subnet': 1} {{(pid=98474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:39:24.399890 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2a7b691f-9167-4759-b935-8069ab5e4c43 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:24.422346 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 60288) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:24.449603 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 60294) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:24.695098 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 60312) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:24.785637 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-12359381-56d6-4c7a-a3a3-a8812860ffd2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1569998671-network', 'tenant_id': '58b8a9fdf31144b5b20d99f9a9ac856f'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:39:24.799625 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-6d61d3ce-b8f3-4c7b-b4b3-0a68e15b463d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1457145764-network', 'tenant_id': '1d0d92ba8c334e7bb4ce451a7b4b1caf'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:39:24.806583 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-6d61d3ce-b8f3-4c7b-b4b3-0a68e15b463d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:24.813140 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-6d61d3ce-b8f3-4c7b-b4b3-0a68e15b463d admin admin] Usage tracker for resource:network and tenant:1d0d92ba8c334e7bb4ce451a7b4b1caf is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:24.818528 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-6d61d3ce-b8f3-4c7b-b4b3-0a68e15b463d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:24.825947 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-6d61d3ce-b8f3-4c7b-b4b3-0a68e15b463d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:24.840203 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-12359381-56d6-4c7a-a3a3-a8812860ffd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:24.844464 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2a7b691f-9167-4759-b935-8069ab5e4c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453'] for subnet, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:24.849724 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-029b8d84-e84b-485f-b022-34458f1d97ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:24.855452 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-12359381-56d6-4c7a-a3a3-a8812860ffd2 admin admin] Usage tracker for resource:network and tenant:58b8a9fdf31144b5b20d99f9a9ac856f is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:24.860822 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-12359381-56d6-4c7a-a3a3-a8812860ffd2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:24.865389 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d61d3ce-b8f3-4c7b-b4b3-0a68e15b463d admin admin] Made reservation on behalf of 1d0d92ba8c334e7bb4ce451a7b4b1caf for: {'network': 1} {{(pid=98473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:39:24.868807 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6d61d3ce-b8f3-4c7b-b4b3-0a68e15b463d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1658119'] for network, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:24.892238 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6d61d3ce-b8f3-4c7b-b4b3-0a68e15b463d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:24.905671 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b691f-9167-4759-b935-8069ab5e4c43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf1cb5a0-fbea-4580-87e8-0fe3dab4a1aa,revision_number=0']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:24.908244 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-12359381-56d6-4c7a-a3a3-a8812860ffd2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:24.913163 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b691f-9167-4759-b935-8069ab5e4c43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:24.913916 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b691f-9167-4759-b935-8069ab5e4c43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:24.913916 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b691f-9167-4759-b935-8069ab5e4c43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:24.914212 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b691f-9167-4759-b935-8069ab5e4c43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:24.914471 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b691f-9167-4759-b935-8069ab5e4c43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:24.914802 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b691f-9167-4759-b935-8069ab5e4c43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:24.915382 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b691f-9167-4759-b935-8069ab5e4c43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:24.915872 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b691f-9167-4759-b935-8069ab5e4c43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:24.916380 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b691f-9167-4759-b935-8069ab5e4c43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:24.916692 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b691f-9167-4759-b935-8069ab5e4c43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:24.917174 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b691f-9167-4759-b935-8069ab5e4c43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:24.917636 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b691f-9167-4759-b935-8069ab5e4c43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:24.918876 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b691f-9167-4759-b935-8069ab5e4c43 admin admin] Tracked resource versions report: May 25 15:39:24.918876 dv-cinder-791240-3-iscsi neutron-server[98474]: pushed versions: May 25 15:39:24.918876 dv-cinder-791240-3-iscsi neutron-server[98474]: { 'AddressGroup': {'1.2'}, May 25 15:39:24.918876 dv-cinder-791240-3-iscsi neutron-server[98474]: 'ConntrackHelper': {'1.0'}, May 25 15:39:24.918876 dv-cinder-791240-3-iscsi neutron-server[98474]: 'Log': {'1.0'}, May 25 15:39:24.918876 dv-cinder-791240-3-iscsi neutron-server[98474]: 'Network': {'1.1'}, May 25 15:39:24.918876 dv-cinder-791240-3-iscsi neutron-server[98474]: 'Port': {'1.7'}, May 25 15:39:24.918876 dv-cinder-791240-3-iscsi neutron-server[98474]: 'PortForwarding': {'1.2'}, May 25 15:39:24.918876 dv-cinder-791240-3-iscsi neutron-server[98474]: 'QosPolicy': {'1.8'}, May 25 15:39:24.918876 dv-cinder-791240-3-iscsi neutron-server[98474]: 'SecurityGroup': {'1.4'}, May 25 15:39:24.918876 dv-cinder-791240-3-iscsi neutron-server[98474]: 'SecurityGroupRule': {'1.2'}, May 25 15:39:24.918876 dv-cinder-791240-3-iscsi neutron-server[98474]: 'SubPort': {'1.0'}, May 25 15:39:24.918876 dv-cinder-791240-3-iscsi neutron-server[98474]: 'Subnet': {'1.1'}, May 25 15:39:24.918876 dv-cinder-791240-3-iscsi neutron-server[98474]: 'Trunk': {'1.1'}} May 25 15:39:24.918876 dv-cinder-791240-3-iscsi neutron-server[98474]: consumer versions: May 25 15:39:24.918876 dv-cinder-791240-3-iscsi neutron-server[98474]: { DHCP agent@dv-cinder-791240-3-iscsi: {}, May 25 15:39:24.918876 dv-cinder-791240-3-iscsi neutron-server[98474]: HyperV agent@hv-cinder-79124: {}, May 25 15:39:24.918876 dv-cinder-791240-3-iscsi neutron-server[98474]: L3 agent@dv-cinder-791240-3-iscsi: {}, May 25 15:39:24.918876 dv-cinder-791240-3-iscsi neutron-server[98474]: Metadata agent@dv-cinder-791240-3-iscsi: {}, May 25 15:39:24.918876 dv-cinder-791240-3-iscsi neutron-server[98474]: Metering agent@dv-cinder-791240-3-iscsi: {}, May 25 15:39:24.918876 dv-cinder-791240-3-iscsi neutron-server[98474]: Open vSwitch agent@dv-cinder-791240-3-iscsi: { 'AddressGroup': '1.2', May 25 15:39:24.918876 dv-cinder-791240-3-iscsi neutron-server[98474]: 'ConntrackHelper': '1.0', May 25 15:39:24.918876 dv-cinder-791240-3-iscsi neutron-server[98474]: 'Log': '1.0', May 25 15:39:24.918876 dv-cinder-791240-3-iscsi neutron-server[98474]: 'Network': '1.1', May 25 15:39:24.918876 dv-cinder-791240-3-iscsi neutron-server[98474]: 'Port': '1.7', May 25 15:39:24.918876 dv-cinder-791240-3-iscsi neutron-server[98474]: 'PortForwarding': '1.2', May 25 15:39:24.918876 dv-cinder-791240-3-iscsi neutron-server[98474]: 'QosPolicy': '1.8', May 25 15:39:24.918876 dv-cinder-791240-3-iscsi neutron-server[98474]: 'SecurityGroup': '1.4', May 25 15:39:24.918876 dv-cinder-791240-3-iscsi neutron-server[98474]: 'SecurityGroupRule': '1.2', May 25 15:39:24.918876 dv-cinder-791240-3-iscsi neutron-server[98474]: 'SubPort': '1.0', May 25 15:39:24.918876 dv-cinder-791240-3-iscsi neutron-server[98474]: 'Subnet': '1.1', May 25 15:39:24.918876 dv-cinder-791240-3-iscsi neutron-server[98474]: 'Trunk': '1.1'}} May 25 15:39:24.918876 dv-cinder-791240-3-iscsi neutron-server[98474]: {{(pid=98474) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 15:39:24.921170 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-6d61d3ce-b8f3-4c7b-b4b3-0a68e15b463d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:24.929367 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-2a7b691f-9167-4759-b935-8069ab5e4c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:24.932755 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-6d61d3ce-b8f3-4c7b-b4b3-0a68e15b463d admin admin] Usage tracker for resource:security_group_rule and tenant:1d0d92ba8c334e7bb4ce451a7b4b1caf is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:24.936656 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-6d61d3ce-b8f3-4c7b-b4b3-0a68e15b463d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:24.940929 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12359381-56d6-4c7a-a3a3-a8812860ffd2 admin admin] Made reservation on behalf of 58b8a9fdf31144b5b20d99f9a9ac856f for: {'network': 1} {{(pid=98473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:39:24.943950 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-12359381-56d6-4c7a-a3a3-a8812860ffd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1658119'] for network, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:24.959482 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7b691f-9167-4759-b935-8069ab5e4c43 admin admin] Checking segment: {'id': 'ad49e5a5-3c7b-441d-962f-c4d09987cf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'acc2ab5b-ecab-4967-bff8-879c74e3a33e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:39:24.960171 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7b691f-9167-4759-b935-8069ab5e4c43 admin admin] Network hostable DHCP agents. Network: acc2ab5b-ecab-4967-bff8-879c74e3a33e, hostable agents: ['42768c43-11d1-4f10-a648-883cd7cd861b'], hosted agents: [] {{(pid=98474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:39:24.962825 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-12359381-56d6-4c7a-a3a3-a8812860ffd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:24.977035 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-6d61d3ce-b8f3-4c7b-b4b3-0a68e15b463d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:24.983663 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-12359381-56d6-4c7a-a3a3-a8812860ffd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:24.986209 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7b691f-9167-4759-b935-8069ab5e4c43 admin admin] Network acc2ab5b-ecab-4967-bff8-879c74e3a33e is scheduled to be hosted by DHCP agent 42768c43-11d1-4f10-a648-883cd7cd861b with binding_index 1 {{(pid=98474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:39:24.988562 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-12359381-56d6-4c7a-a3a3-a8812860ffd2 admin admin] Usage tracker for resource:security_group_rule and tenant:58b8a9fdf31144b5b20d99f9a9ac856f is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:24.991513 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-12359381-56d6-4c7a-a3a3-a8812860ffd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:24.997389 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-12359381-56d6-4c7a-a3a3-a8812860ffd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:25.006260 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [None req-2a7b691f-9167-4759-b935-8069ab5e4c43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-iscsi, acc2ab5b-ecab-4967-bff8-879c74e3a33e) {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:39:25.014091 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7b691f-9167-4759-b935-8069ab5e4c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:25.017490 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c1ad80-63dd-48fd-b2c4-d8be29a3cb86 None None] Network acc2ab5b-ecab-4967-bff8-879c74e3a33e requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:39:25.018448 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2a7b691f-9167-4759-b935-8069ab5e4c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for subnet, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:25.075453 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-2a7b691f-9167-4759-b935-8069ab5e4c43 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7299368 May 25 15:39:25.110936 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-196391d0-6ec7-4bf4-954a-5f904bc7cb81 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1694927309-network', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:39:25.123693 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-196391d0-6ec7-4bf4-954a-5f904bc7cb81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:25.130446 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-196391d0-6ec7-4bf4-954a-5f904bc7cb81 admin admin] Usage tracker for resource:network and tenant:84e65264be4b4ed284c28ccc90c35988 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:25.141275 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-196391d0-6ec7-4bf4-954a-5f904bc7cb81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:25.154493 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-196391d0-6ec7-4bf4-954a-5f904bc7cb81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:25.180537 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6d61d3ce-b8f3-4c7b-b4b3-0a68e15b463d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:25.188325 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196391d0-6ec7-4bf4-954a-5f904bc7cb81 admin admin] Made reservation on behalf of 84e65264be4b4ed284c28ccc90c35988 for: {'network': 1} {{(pid=98473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:39:25.191124 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-196391d0-6ec7-4bf4-954a-5f904bc7cb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1658119'] for network, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:25.204517 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6d61d3ce-b8f3-4c7b-b4b3-0a68e15b463d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:25.209171 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-196391d0-6ec7-4bf4-954a-5f904bc7cb81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:25.229216 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:25.246687 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-196391d0-6ec7-4bf4-954a-5f904bc7cb81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:25.252370 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b01186-0a65-4248-976b-d974e74dc0b9 None None] Network acc2ab5b-ecab-4967-bff8-879c74e3a33e requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:39:25.261504 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-196391d0-6ec7-4bf4-954a-5f904bc7cb81 admin admin] Usage tracker for resource:security_group_rule and tenant:84e65264be4b4ed284c28ccc90c35988 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:25.271018 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-196391d0-6ec7-4bf4-954a-5f904bc7cb81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:25.274593 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d61d3ce-b8f3-4c7b-b4b3-0a68e15b463d admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=98473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:39:25.304517 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61d3ce-b8f3-4c7b-b4b3-0a68e15b463d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17936b33-27a5-430e-b403-441e7d9c7760,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:25.317080 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-196391d0-6ec7-4bf4-954a-5f904bc7cb81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:25.322280 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-6d61d3ce-b8f3-4c7b-b4b3-0a68e15b463d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:25.327103 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6d61d3ce-b8f3-4c7b-b4b3-0a68e15b463d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:25.327451 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.db.segments_db [None req-6d61d3ce-b8f3-4c7b-b4b3-0a68e15b463d admin admin] Added segment 1ec4470b-39ac-4e1b-833b-ea3a68e90e6d of type vlan for network a454cf6c-27f3-4e65-8a46-b57d728d820a May 25 15:39:25.353605 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-12359381-56d6-4c7a-a3a3-a8812860ffd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:25.383166 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-12359381-56d6-4c7a-a3a3-a8812860ffd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:25.404221 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12359381-56d6-4c7a-a3a3-a8812860ffd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=98473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:39:25.413591 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-12359381-56d6-4c7a-a3a3-a8812860ffd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:25.413939 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.db.segments_db [None req-12359381-56d6-4c7a-a3a3-a8812860ffd2 admin admin] Added segment 814a74a1-ca3e-4b1a-b593-83a6e7d765f0 of type vlan for network 8f344abd-5290-4d8f-91e2-bf99f4fcd285 May 25 15:39:25.439409 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:25.446395 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6d61d3ce-b8f3-4c7b-b4b3-0a68e15b463d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758999109461'] for network, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:25.470868 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-12359381-56d6-4c7a-a3a3-a8812860ffd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758999109461'] for network, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:25.512783 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12359381-56d6-4c7a-a3a3-a8812860ffd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c972cf9f-16f8-4de7-b90f-7f42df92fa16,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:25.533703 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-12359381-56d6-4c7a-a3a3-a8812860ffd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:25.562273 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6d61d3ce-b8f3-4c7b-b4b3-0a68e15b463d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430'] for network, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:25.565418 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d61d3ce-b8f3-4c7b-b4b3-0a68e15b463d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:25.566004 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6d61d3ce-b8f3-4c7b-b4b3-0a68e15b463d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:25.577686 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:25.604201 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-12359381-56d6-4c7a-a3a3-a8812860ffd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430'] for network, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:25.713352 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12359381-56d6-4c7a-a3a3-a8812860ffd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:25.714004 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-12359381-56d6-4c7a-a3a3-a8812860ffd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:25.749320 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-196391d0-6ec7-4bf4-954a-5f904bc7cb81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:25.771625 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-196391d0-6ec7-4bf4-954a-5f904bc7cb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:25.801521 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61d3ce-b8f3-4c7b-b4b3-0a68e15b463d admin admin] Pushing event updated for resources: {'Network': ['ID=a454cf6c-27f3-4e65-8a46-b57d728d820a,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:25.806343 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-6d61d3ce-b8f3-4c7b-b4b3-0a68e15b463d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:25.807766 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-8fb74b8c-dcf9-421c-9ddb-981575bfdc87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:25.814699 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Network a454cf6c-27f3-4e65-8a46-b57d728d820a details requested by agent ovs-agent-dv-cinder-791240-3-iscsi with host dv-cinder-791240-3-iscsi {{(pid=98475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:39:25.831046 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-12359381-56d6-4c7a-a3a3-a8812860ffd2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4069881 May 25 15:39:25.836289 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 60360) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:25.837235 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 60362) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:25.847850 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-f6cf667e-c7b5-4a87-b132-978c12a17fdc admin admin] Request body: {'subnet': {'network_id': '8f344abd-5290-4d8f-91e2-bf99f4fcd285', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1569998671-subnet', 'tenant_id': '58b8a9fdf31144b5b20d99f9a9ac856f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:39:25.850935 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-6d61d3ce-b8f3-4c7b-b4b3-0a68e15b463d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3998880 May 25 15:39:25.852364 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-196391d0-6ec7-4bf4-954a-5f904bc7cb81 admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=98473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:39:25.865172 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-8dac8316-80b1-40d8-8f7a-f843f8e85ccc admin admin] Request body: {'subnet': {'network_id': 'a454cf6c-27f3-4e65-8a46-b57d728d820a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1457145764-subnet', 'tenant_id': '1d0d92ba8c334e7bb4ce451a7b4b1caf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:39:25.881074 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-f6cf667e-c7b5-4a87-b132-978c12a17fdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:25.883869 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-8dac8316-80b1-40d8-8f7a-f843f8e85ccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:25.898818 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-f6cf667e-c7b5-4a87-b132-978c12a17fdc admin admin] Usage tracker for resource:subnet and tenant:58b8a9fdf31144b5b20d99f9a9ac856f is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:25.902073 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-8dac8316-80b1-40d8-8f7a-f843f8e85ccc admin admin] Usage tracker for resource:subnet and tenant:1d0d92ba8c334e7bb4ce451a7b4b1caf is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:25.906336 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-f6cf667e-c7b5-4a87-b132-978c12a17fdc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:25.918534 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-8dac8316-80b1-40d8-8f7a-f843f8e85ccc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:25.928103 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-f6cf667e-c7b5-4a87-b132-978c12a17fdc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:25.939756 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-8dac8316-80b1-40d8-8f7a-f843f8e85ccc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:25.955600 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cf667e-c7b5-4a87-b132-978c12a17fdc admin admin] Made reservation on behalf of 58b8a9fdf31144b5b20d99f9a9ac856f for: {'subnet': 1} {{(pid=98474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:39:25.958628 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f6cf667e-c7b5-4a87-b132-978c12a17fdc admin admin] Notify callbacks [] for subnet, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:26.018685 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-196391d0-6ec7-4bf4-954a-5f904bc7cb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:26.020212 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.db.segments_db [None req-196391d0-6ec7-4bf4-954a-5f904bc7cb81 admin admin] Added segment f75f90f2-d3cf-4d1f-8686-0dba664408e0 of type vlan for network 771546d5-f50e-49c2-832e-f1005d51ba9c May 25 15:39:26.078333 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-196391d0-6ec7-4bf4-954a-5f904bc7cb81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758999109461'] for network, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:26.107696 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dac8316-80b1-40d8-8f7a-f843f8e85ccc admin admin] Made reservation on behalf of 1d0d92ba8c334e7bb4ce451a7b4b1caf for: {'subnet': 1} {{(pid=98474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:39:26.110026 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-8dac8316-80b1-40d8-8f7a-f843f8e85ccc admin admin] Notify callbacks [] for subnet, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:26.152904 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12359381-56d6-4c7a-a3a3-a8812860ffd2 admin admin] Pushing event updated for resources: {'Network': ['ID=8f344abd-5290-4d8f-91e2-bf99f4fcd285,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:26.161771 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-12359381-56d6-4c7a-a3a3-a8812860ffd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:26.164213 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.363s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:26.177857 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Network 8f344abd-5290-4d8f-91e2-bf99f4fcd285 details requested by agent ovs-agent-dv-cinder-791240-3-iscsi with host dv-cinder-791240-3-iscsi {{(pid=98475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:39:26.192820 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-196391d0-6ec7-4bf4-954a-5f904bc7cb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430'] for network, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:26.206497 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196391d0-6ec7-4bf4-954a-5f904bc7cb81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:26.206497 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-196391d0-6ec7-4bf4-954a-5f904bc7cb81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:26.275702 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-196391d0-6ec7-4bf4-954a-5f904bc7cb81 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5759439 May 25 15:39:26.276341 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 60388) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:26.283332 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-86c8a4d1-cb8b-41ef-b9b9-220913f9dad2 admin admin] Request body: {'subnet': {'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1694927309-subnet', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:39:26.284581 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196391d0-6ec7-4bf4-954a-5f904bc7cb81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5189616-fbab-48e0-afc9-27549ea18420,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:26.287656 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-196391d0-6ec7-4bf4-954a-5f904bc7cb81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:26.288239 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:26.293628 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-86c8a4d1-cb8b-41ef-b9b9-220913f9dad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:26.332173 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-86c8a4d1-cb8b-41ef-b9b9-220913f9dad2 admin admin] Usage tracker for resource:subnet and tenant:84e65264be4b4ed284c28ccc90c35988 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:26.335149 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-86c8a4d1-cb8b-41ef-b9b9-220913f9dad2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:26.346309 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-86c8a4d1-cb8b-41ef-b9b9-220913f9dad2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:26.381871 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c8a4d1-cb8b-41ef-b9b9-220913f9dad2 admin admin] Made reservation on behalf of 84e65264be4b4ed284c28ccc90c35988 for: {'subnet': 1} {{(pid=98474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:39:26.386841 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-86c8a4d1-cb8b-41ef-b9b9-220913f9dad2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:26.415760 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196391d0-6ec7-4bf4-954a-5f904bc7cb81 admin admin] Pushing event updated for resources: {'Network': ['ID=771546d5-f50e-49c2-832e-f1005d51ba9c,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:26.423524 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-196391d0-6ec7-4bf4-954a-5f904bc7cb81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:26.431171 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Network 771546d5-f50e-49c2-832e-f1005d51ba9c details requested by agent ovs-agent-dv-cinder-791240-3-iscsi with host dv-cinder-791240-3-iscsi {{(pid=98475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:39:27.149002 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-8dac8316-80b1-40d8-8f7a-f843f8e85ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453'] for subnet, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:27.161888 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-2a7b691f-9167-4759-b935-8069ab5e4c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:27.314996 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f6cf667e-c7b5-4a87-b132-978c12a17fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453'] for subnet, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:27.322526 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac8316-80b1-40d8-8f7a-f843f8e85ccc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d406481-8ad1-4ef9-a379-1390671d5486,revision_number=0']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:27.331322 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dac8316-80b1-40d8-8f7a-f843f8e85ccc admin admin] Checking segment: {'id': '1ec4470b-39ac-4e1b-833b-ea3a68e90e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a454cf6c-27f3-4e65-8a46-b57d728d820a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:39:27.331697 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dac8316-80b1-40d8-8f7a-f843f8e85ccc admin admin] Network hostable DHCP agents. Network: a454cf6c-27f3-4e65-8a46-b57d728d820a, hostable agents: ['42768c43-11d1-4f10-a648-883cd7cd861b'], hosted agents: [] {{(pid=98474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:39:27.334621 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-8dac8316-80b1-40d8-8f7a-f843f8e85ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:27.335086 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-8dac8316-80b1-40d8-8f7a-f843f8e85ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:27.466570 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 60456) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:27.471315 dv-cinder-791240-3-iscsi neutron-server[98473]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 25 15:39:27.492462 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-86c8a4d1-cb8b-41ef-b9b9-220913f9dad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453'] for subnet, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:27.524119 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf667e-c7b5-4a87-b132-978c12a17fdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cf8d8a0-2dc7-4fc4-85a0-c64f7a466b21,revision_number=0']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:27.525916 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dac8316-80b1-40d8-8f7a-f843f8e85ccc admin admin] Network a454cf6c-27f3-4e65-8a46-b57d728d820a is scheduled to be hosted by DHCP agent 42768c43-11d1-4f10-a648-883cd7cd861b with binding_index 1 {{(pid=98474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:39:27.528091 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-f6cf667e-c7b5-4a87-b132-978c12a17fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:27.528762 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:27.587904 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c8a4d1-cb8b-41ef-b9b9-220913f9dad2 admin admin] Checking segment: {'id': 'f75f90f2-d3cf-4d1f-8686-0dba664408e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:39:27.588266 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c8a4d1-cb8b-41ef-b9b9-220913f9dad2 admin admin] Network hostable DHCP agents. Network: 771546d5-f50e-49c2-832e-f1005d51ba9c, hostable agents: ['42768c43-11d1-4f10-a648-883cd7cd861b'], hosted agents: [] {{(pid=98474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:39:27.599640 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cf667e-c7b5-4a87-b132-978c12a17fdc admin admin] Checking segment: {'id': '814a74a1-ca3e-4b1a-b593-83a6e7d765f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8f344abd-5290-4d8f-91e2-bf99f4fcd285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:39:27.600085 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cf667e-c7b5-4a87-b132-978c12a17fdc admin admin] Network hostable DHCP agents. Network: 8f344abd-5290-4d8f-91e2-bf99f4fcd285, hostable agents: ['42768c43-11d1-4f10-a648-883cd7cd861b'], hosted agents: [] {{(pid=98474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:39:27.619000 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [None req-8dac8316-80b1-40d8-8f7a-f843f8e85ccc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-iscsi, a454cf6c-27f3-4e65-8a46-b57d728d820a) {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:39:27.629499 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f92daed-7096-4b5a-a770-bf77b2bc9335 None None] Network a454cf6c-27f3-4e65-8a46-b57d728d820a requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:39:27.632937 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dac8316-80b1-40d8-8f7a-f843f8e85ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:27.633533 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-8dac8316-80b1-40d8-8f7a-f843f8e85ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for subnet, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:27.640612 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c8a4d1-cb8b-41ef-b9b9-220913f9dad2 admin admin] Network 771546d5-f50e-49c2-832e-f1005d51ba9c is scheduled to be hosted by DHCP agent 42768c43-11d1-4f10-a648-883cd7cd861b with binding_index 1 {{(pid=98474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:39:27.669078 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8a4d1-cb8b-41ef-b9b9-220913f9dad2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6affe17c-ed2e-4df1-9809-4e056b57fa85,revision_number=0']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:27.687664 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-86c8a4d1-cb8b-41ef-b9b9-220913f9dad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:27.688953 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [None req-86c8a4d1-cb8b-41ef-b9b9-220913f9dad2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-iscsi, 771546d5-f50e-49c2-832e-f1005d51ba9c) {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:39:27.716904 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c8a4d1-cb8b-41ef-b9b9-220913f9dad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:27.717767 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-86c8a4d1-cb8b-41ef-b9b9-220913f9dad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for subnet, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:27.723543 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cf667e-c7b5-4a87-b132-978c12a17fdc admin admin] Network 8f344abd-5290-4d8f-91e2-bf99f4fcd285 is scheduled to be hosted by DHCP agent 42768c43-11d1-4f10-a648-883cd7cd861b with binding_index 1 {{(pid=98474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:39:27.753708 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb8540e-9794-4084-9574-6872ef4095ca None None] Network 771546d5-f50e-49c2-832e-f1005d51ba9c requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:39:27.773526 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-8dac8316-80b1-40d8-8f7a-f843f8e85ccc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9329612 May 25 15:39:27.775242 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [None req-f6cf667e-c7b5-4a87-b132-978c12a17fdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-iscsi, 8f344abd-5290-4d8f-91e2-bf99f4fcd285) {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:39:27.788900 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cf667e-c7b5-4a87-b132-978c12a17fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:27.789755 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f6cf667e-c7b5-4a87-b132-978c12a17fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for subnet, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:27.796862 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-86c8a4d1-cb8b-41ef-b9b9-220913f9dad2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5178812 May 25 15:39:27.804090 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-e01eb0a6-8476-44cc-973f-f8f4e05506f4 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:27.804811 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-e01eb0a6-8476-44cc-973f-f8f4e05506f4 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Synchronizing usage tracker for tenant:819e50a1b0dd40f28366b0a596caf150 on resource:network {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:39:27.808639 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 60476) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:27.822696 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81975a4d-466b-4e18-b5f8-f0a06ecd5480 None None] Network 8f344abd-5290-4d8f-91e2-bf99f4fcd285 requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:39:27.824862 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-ab4eba50-565c-4614-9413-fa4c414a4484 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1694927309-router', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'}}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:39:27.827269 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-e01eb0a6-8476-44cc-973f-f8f4e05506f4 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Unset dirty status for tenant:819e50a1b0dd40f28366b0a596caf150 on resource:network {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:39:27.828691 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-e01eb0a6-8476-44cc-973f-f8f4e05506f4 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/networks?id=acc2ab5b-ecab-4967-bff8-879c74e3a33e HTTP/1.1" status: 200 len: 812 time: 0.3598897 May 25 15:39:27.847106 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-ab4eba50-565c-4614-9413-fa4c414a4484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:27.857412 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-190f4bc1-bd5e-4041-9ddc-001a3cd1f5d6 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/quotas/819e50a1b0dd40f28366b0a596caf150 HTTP/1.1" status: 200 len: 375 time: 0.0221589 May 25 15:39:27.859290 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-ab4eba50-565c-4614-9413-fa4c414a4484 admin admin] Usage tracker for resource:router and tenant:84e65264be4b4ed284c28ccc90c35988 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:27.865492 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-ab4eba50-565c-4614-9413-fa4c414a4484 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:27.885350 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-f6cf667e-c7b5-4a87-b132-978c12a17fdc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.0444829 May 25 15:39:27.895577 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 60484) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:27.929363 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-ab4eba50-565c-4614-9413-fa4c414a4484 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:27.940411 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-3d1b7029-2590-4076-aabf-55d832e139ed admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1569998671-router', 'tenant_id': '58b8a9fdf31144b5b20d99f9a9ac856f', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'}}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:39:27.951957 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-3d1b7029-2590-4076-aabf-55d832e139ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:27.990526 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-3d1b7029-2590-4076-aabf-55d832e139ed admin admin] Usage tracker for resource:router and tenant:58b8a9fdf31144b5b20d99f9a9ac856f is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:27.994333 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-3d1b7029-2590-4076-aabf-55d832e139ed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:28.001242 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-e448b8a6-3ccd-4664-8e2b-186f804f4d1d tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=819e50a1b0dd40f28366b0a596caf150&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1306872 May 25 15:39:28.021727 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-3d1b7029-2590-4076-aabf-55d832e139ed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:28.046071 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ab4eba50-565c-4614-9413-fa4c414a4484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-360001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2893'] for router, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:28.047638 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ab4eba50-565c-4614-9413-fa4c414a4484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-353694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2886'] for router, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:28.105218 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ab4eba50-565c-4614-9413-fa4c414a4484 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:28.253844 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7029-2590-4076-aabf-55d832e139ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-360001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2893'] for router, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:28.254843 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7029-2590-4076-aabf-55d832e139ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-353694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2886'] for router, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:28.280004 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-e1531d70-1efe-4a88-beb3-105ed7574522 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=98473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:39:28.288549 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-e1531d70-1efe-4a88-beb3-105ed7574522 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1068141 May 25 15:39:28.321171 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3777cdb4-9bef-4c51-aa07-9adae0caf6c8 None None] Network a454cf6c-27f3-4e65-8a46-b57d728d820a requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:39:28.406111 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 60524) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:28.465077 dv-cinder-791240-3-iscsi neutron-server[98474]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 25 15:39:28.547154 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7029-2590-4076-aabf-55d832e139ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:28.615475 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 60532) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:28.645216 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-92872791-18a7-43ab-8799-5094428162d6 service neutron] 10.222.0.32 "GET /v2.0/networks/acc2ab5b-ecab-4967-bff8-879c74e3a33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543663 May 25 15:39:28.806951 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3986d8-61c6-5ed6-8f1b-ad1f15f239cc-771546d5-f50e-49c2-832e-f1005d51ba9c', 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'fixed_ips': [{'subnet_id': '6affe17c-ed2e-4df1-9809-4e056b57fa85'}]}} from dv-cinder-791240-3-iscsi. {{(pid=98475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 15:39:28.814006 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:28.837991 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ab4eba50-565c-4614-9413-fa4c414a4484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-353723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-360051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2864'] for router, precommit_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:28.864986 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-298dca07-aa30-49ac-94ff-ab0e274308bd service neutron] 10.222.0.32 "GET /v2.0/networks/acc2ab5b-ecab-4967-bff8-879c74e3a33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163026 May 25 15:39:28.971055 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630b1357-a125-4957-b190-b4a6480dabb9 None None] Network 8f344abd-5290-4d8f-91e2-bf99f4fcd285 requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:39:29.047465 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-db6ce04c-6740-4409-a010-032fb3a4e131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:29.050320 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-5ad1f8c2-0fef-4016-8a7b-57fe59a296d5 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:29.059499 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-5ad1f8c2-0fef-4016-8a7b-57fe59a296d5 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/networks?id=a454cf6c-27f3-4e65-8a46-b57d728d820a HTTP/1.1" status: 200 len: 815 time: 0.6521676 May 25 15:39:29.094452 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-db6ce04c-6740-4409-a010-032fb3a4e131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:29.104768 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-db6ce04c-6740-4409-a010-032fb3a4e131 admin admin] Usage tracker for resource:security_group_rule and tenant:71d34b4164ac4acba711f12239ec5de3 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:29.108865 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 60544) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:29.112562 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-db6ce04c-6740-4409-a010-032fb3a4e131 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:29.152645 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-db6ce04c-6740-4409-a010-032fb3a4e131 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:29.197299 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-1c15aeed-ea98-47ac-bda7-1b0a6973b599 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/quotas/1d0d92ba8c334e7bb4ce451a7b4b1caf HTTP/1.1" status: 200 len: 375 time: 0.1368129 May 25 15:39:29.371891 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b72d424d-b30c-4752-9d4e-20635f843d48 req-7817aa5d-c64e-424d-b92c-365a8745f276 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/ports?device_id=135cf23d-5269-4e8e-981f-ba59dba81156 HTTP/1.1" status: 200 len: 210 time: 0.1378024 May 25 15:39:29.378065 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-fcbf8a40-e2d1-4bc9-9d2b-8afb279f4a13 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d0d92ba8c334e7bb4ce451a7b4b1caf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1798272 May 25 15:39:29.380360 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7029-2590-4076-aabf-55d832e139ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-353723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-360051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2864'] for router, precommit_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:29.419302 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-ed4c2c0b-37fc-4fd2-b8ec-485a829dc7e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:29.496002 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-ed4c2c0b-37fc-4fd2-b8ec-485a829dc7e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:29.505412 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-ed4c2c0b-37fc-4fd2-b8ec-485a829dc7e2 admin admin] Usage tracker for resource:security_group_rule and tenant:452045c7b10949dbb325406abe1d54e6 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:29.518120 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-ed4c2c0b-37fc-4fd2-b8ec-485a829dc7e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:29.548467 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-ed4c2c0b-37fc-4fd2-b8ec-485a829dc7e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:29.548950 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.db_base_plugin_common [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Allocated IP 172.20.0.2 (771546d5-f50e-49c2-832e-f1005d51ba9c/6affe17c-ed2e-4df1-9809-4e056b57fa85/dc5206e8-e9d2-4b0e-b708-7f5ba94194b7) {{(pid=98475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:39:29.661389 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-db6ce04c-6740-4409-a010-032fb3a4e131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:29.680512 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-db6ce04c-6740-4409-a010-032fb3a4e131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:29.729353 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:29.807846 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-db6ce04c-6740-4409-a010-032fb3a4e131 admin admin] Synchronizing usage tracker for tenant:7a6b7cdb443d463a90350d1b9fa69cd2 on resource:security_group {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:39:29.819358 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ce04c-6740-4409-a010-032fb3a4e131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b44d0bf-e6d8-4303-a265-c675ef7370ab,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:29.826999 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-db6ce04c-6740-4409-a010-032fb3a4e131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:29.864561 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-db6ce04c-6740-4409-a010-032fb3a4e131 admin admin] Unset dirty status for tenant:7a6b7cdb443d463a90350d1b9fa69cd2 on resource:security_group {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:39:29.868810 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-db6ce04c-6740-4409-a010-032fb3a4e131 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=71d34b4164ac4acba711f12239ec5de3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2499244 May 25 15:39:29.869123 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 60582) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:29.927127 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ab4eba50-565c-4614-9413-fa4c414a4484 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:29.932477 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-ed4c2c0b-37fc-4fd2-b8ec-485a829dc7e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:29.960488 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-ed4c2c0b-37fc-4fd2-b8ec-485a829dc7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:30.005188 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-6d61d3ce-b8f3-4c7b-b4b3-0a68e15b463d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:30.089145 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-5e13f35f-a55c-4d0c-bddf-91e0147e2cc5 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=98474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:39:30.097093 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-5e13f35f-a55c-4d0c-bddf-91e0147e2cc5 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2860892 May 25 15:39:30.097923 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Notify callbacks [] for port, precommit_create {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:30.117928 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-ed4c2c0b-37fc-4fd2-b8ec-485a829dc7e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=452045c7b10949dbb325406abe1d54e6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0079248 May 25 15:39:30.119079 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Transition to ACTIVE for port object dc5206e8-e9d2-4b0e-b708-7f5ba94194b7 will not be triggered until provisioned by entity L2. {{(pid=98475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:39:30.121939 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 60596) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:30.123702 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ab4eba50-565c-4614-9413-fa4c414a4484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:30.132123 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c2c0b-37fc-4fd2-b8ec-485a829dc7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05f9568-5448-4b46-a4ac-fc5d4af1b5fb,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:30.148071 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-ed4c2c0b-37fc-4fd2-b8ec-485a829dc7e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:30.160959 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Transition to ACTIVE for port object dc5206e8-e9d2-4b0e-b708-7f5ba94194b7 will not be triggered until provisioned by entity DHCP. {{(pid=98475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:39:30.172642 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363'] for port, after_create {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:30.179226 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-2bd3e171-0502-4d2b-b714-ffe7c6c08919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:30.180163 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:30.254421 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Network 771546d5-f50e-49c2-832e-f1005d51ba9c is already hosted by enough agents. {{(pid=98475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:39:30.260173 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.scheduler.base_scheduler [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Resources bound (agent type, host, resource id): {{(pid=98475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:39:30.269745 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Received port after_create {{(pid=98475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:39:30.306707 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-2bd3e171-0502-4d2b-b714-ffe7c6c08919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:30.311023 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.db_base_plugin_common [None req-ab4eba50-565c-4614-9413-fa4c414a4484 admin admin] Allocated IP 172.27.3.24 (64bdbeb4-2429-4b9e-9f88-29f950eefffc/3f9f8472-0ab8-4bd8-a441-92a12c3f4c58/f9163d23-417a-400b-a0c9-6da05619dddc) {{(pid=98474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:39:30.370449 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-a732ccf2-9049-4843-8a1f-34bdec52ad18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:30.401480 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Pushing event updated for resources: {'Port': ['ID=dc5206e8-e9d2-4b0e-b708-7f5ba94194b7,revision_number=1']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:30.407375 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-a732ccf2-9049-4843-8a1f-34bdec52ad18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:30.438299 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:30.450079 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-2bd3e171-0502-4d2b-b714-ffe7c6c08919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:30.450957 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:30.451319 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:30.451651 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:30.452033 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:30.452360 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:30.452677 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:30.452995 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:30.453332 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:30.453649 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:30.454117 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:30.454452 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:30.458937 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:30.472427 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3e171-0502-4d2b-b714-ffe7c6c08919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b44d0bf-e6d8-4303-a265-c675ef7370ab,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:30.474252 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Tracked resource versions report: May 25 15:39:30.474252 dv-cinder-791240-3-iscsi neutron-server[98475]: pushed versions: May 25 15:39:30.474252 dv-cinder-791240-3-iscsi neutron-server[98475]: { 'AddressGroup': {'1.2'}, May 25 15:39:30.474252 dv-cinder-791240-3-iscsi neutron-server[98475]: 'ConntrackHelper': {'1.0'}, May 25 15:39:30.474252 dv-cinder-791240-3-iscsi neutron-server[98475]: 'Log': {'1.0'}, May 25 15:39:30.474252 dv-cinder-791240-3-iscsi neutron-server[98475]: 'Network': {'1.1'}, May 25 15:39:30.474252 dv-cinder-791240-3-iscsi neutron-server[98475]: 'Port': {'1.7'}, May 25 15:39:30.474252 dv-cinder-791240-3-iscsi neutron-server[98475]: 'PortForwarding': {'1.2'}, May 25 15:39:30.474252 dv-cinder-791240-3-iscsi neutron-server[98475]: 'QosPolicy': {'1.8'}, May 25 15:39:30.474252 dv-cinder-791240-3-iscsi neutron-server[98475]: 'SecurityGroup': {'1.4'}, May 25 15:39:30.474252 dv-cinder-791240-3-iscsi neutron-server[98475]: 'SecurityGroupRule': {'1.2'}, May 25 15:39:30.474252 dv-cinder-791240-3-iscsi neutron-server[98475]: 'SubPort': {'1.0'}, May 25 15:39:30.474252 dv-cinder-791240-3-iscsi neutron-server[98475]: 'Subnet': {'1.1'}, May 25 15:39:30.474252 dv-cinder-791240-3-iscsi neutron-server[98475]: 'Trunk': {'1.1'}} May 25 15:39:30.474252 dv-cinder-791240-3-iscsi neutron-server[98475]: consumer versions: May 25 15:39:30.474252 dv-cinder-791240-3-iscsi neutron-server[98475]: { DHCP agent@dv-cinder-791240-3-iscsi: {}, May 25 15:39:30.474252 dv-cinder-791240-3-iscsi neutron-server[98475]: HyperV agent@hv-cinder-79124: {}, May 25 15:39:30.474252 dv-cinder-791240-3-iscsi neutron-server[98475]: L3 agent@dv-cinder-791240-3-iscsi: {}, May 25 15:39:30.474252 dv-cinder-791240-3-iscsi neutron-server[98475]: Metadata agent@dv-cinder-791240-3-iscsi: {}, May 25 15:39:30.474252 dv-cinder-791240-3-iscsi neutron-server[98475]: Metering agent@dv-cinder-791240-3-iscsi: {}, May 25 15:39:30.474252 dv-cinder-791240-3-iscsi neutron-server[98475]: Open vSwitch agent@dv-cinder-791240-3-iscsi: { 'AddressGroup': '1.2', May 25 15:39:30.474252 dv-cinder-791240-3-iscsi neutron-server[98475]: 'ConntrackHelper': '1.0', May 25 15:39:30.474252 dv-cinder-791240-3-iscsi neutron-server[98475]: 'Log': '1.0', May 25 15:39:30.474252 dv-cinder-791240-3-iscsi neutron-server[98475]: 'Network': '1.1', May 25 15:39:30.474252 dv-cinder-791240-3-iscsi neutron-server[98475]: 'Port': '1.7', May 25 15:39:30.474252 dv-cinder-791240-3-iscsi neutron-server[98475]: 'PortForwarding': '1.2', May 25 15:39:30.474252 dv-cinder-791240-3-iscsi neutron-server[98475]: 'QosPolicy': '1.8', May 25 15:39:30.474252 dv-cinder-791240-3-iscsi neutron-server[98475]: 'SecurityGroup': '1.4', May 25 15:39:30.474252 dv-cinder-791240-3-iscsi neutron-server[98475]: 'SecurityGroupRule': '1.2', May 25 15:39:30.474252 dv-cinder-791240-3-iscsi neutron-server[98475]: 'SubPort': '1.0', May 25 15:39:30.474252 dv-cinder-791240-3-iscsi neutron-server[98475]: 'Subnet': '1.1', May 25 15:39:30.474252 dv-cinder-791240-3-iscsi neutron-server[98475]: 'Trunk': '1.1'}} May 25 15:39:30.474252 dv-cinder-791240-3-iscsi neutron-server[98475]: {{(pid=98475) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 15:39:30.478959 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-2bd3e171-0502-4d2b-b714-ffe7c6c08919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:30.490480 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-2bd3e171-0502-4d2b-b714-ffe7c6c08919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:30.491642 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-2bd3e171-0502-4d2b-b714-ffe7c6c08919 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b44d0bf-e6d8-4303-a265-c675ef7370ab HTTP/1.1" status: 204 len: 168 time: 0.6216073 May 25 15:39:30.552439 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:30.595053 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Attempting to bind port dc5206e8-e9d2-4b0e-b708-7f5ba94194b7 on host dv-cinder-791240-3-iscsi for vnic_type normal with profile {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:39:30.602247 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Attempting to bind port dc5206e8-e9d2-4b0e-b708-7f5ba94194b7 by drivers openvswitch,hyperv on host dv-cinder-791240-3-iscsi at level 0 using segments [{'id': 'f75f90f2-d3cf-4d1f-8686-0dba664408e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c'}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:39:30.603559 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Attempting to bind port dc5206e8-e9d2-4b0e-b708-7f5ba94194b7 on network 771546d5-f50e-49c2-832e-f1005d51ba9c {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:39:30.616711 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Checking agent: {'id': '0d0ec358-3583-457d-8c3e-30368d3d3544', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 31, 43), 'started_at': datetime.datetime(2021, 5, 25, 15, 32, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:39:30.617342 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Checking segment: {'id': 'f75f90f2-d3cf-4d1f-8686-0dba664408e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:39:30.618613 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:30.620013 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Bound using segment: {'id': 'f75f90f2-d3cf-4d1f-8686-0dba664408e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c'} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:39:30.620721 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Bound port: dc5206e8-e9d2-4b0e-b708-7f5ba94194b7, host: dv-cinder-791240-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75f90f2-d3cf-4d1f-8686-0dba664408e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c'}}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:39:30.622612 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:30.639014 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-a732ccf2-9049-4843-8a1f-34bdec52ad18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:30.661045 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-40f2178b-67b5-416f-b799-93a939acb2a8 req-6c145b9b-5d31-4fbd-be38-3cda8e376aeb tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/ports?device_id=135cf23d-5269-4e8e-981f-ba59dba81156 HTTP/1.1" status: 200 len: 210 time: 0.1403351 May 25 15:39:30.662894 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:30.691116 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ab4eba50-565c-4614-9413-fa4c414a4484 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:30.701059 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-a732ccf2-9049-4843-8a1f-34bdec52ad18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:30.704757 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-a732ccf2-9049-4843-8a1f-34bdec52ad18 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e05f9568-5448-4b46-a4ac-fc5d4af1b5fb HTTP/1.1" status: 204 len: 168 time: 0.5714533 May 25 15:39:30.704757 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732ccf2-9049-4843-8a1f-34bdec52ad18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05f9568-5448-4b46-a4ac-fc5d4af1b5fb,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:30.712406 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-a732ccf2-9049-4843-8a1f-34bdec52ad18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:30.886709 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ab4eba50-565c-4614-9413-fa4c414a4484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363'] for port, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:30.902492 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 60634) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:30.947264 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] For port dc5206e8-e9d2-4b0e-b708-7f5ba94194b7, host dv-cinder-791240-3-iscsi, cleared binding levels {{(pid=98475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:39:30.956771 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] For port dc5206e8-e9d2-4b0e-b708-7f5ba94194b7, host dv-cinder-791240-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=dc5206e8-e9d2-4b0e-b708-7f5ba94194b7,segment=NetworkSegment(f75f90f2-d3cf-4d1f-8686-0dba664408e0),segment_id=f75f90f2-d3cf-4d1f-8686-0dba664408e0)] {{(pid=98475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:39:30.981609 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:30.990421 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:31.047420 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:31.107085 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Pushing event updated for resources: {'Port': ['ID=dc5206e8-e9d2-4b0e-b708-7f5ba94194b7,revision_number=2']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:31.112656 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:31.300653 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4eba50-565c-4614-9413-fa4c414a4484 admin admin] Network 64bdbeb4-2429-4b9e-9f88-29f950eefffc is already hosted by enough agents. {{(pid=98474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:39:31.312219 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [None req-ab4eba50-565c-4614-9413-fa4c414a4484 admin admin] Resources bound (agent type, host, resource id): {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:39:31.315014 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4eba50-565c-4614-9413-fa4c414a4484 admin admin] Received port after_create {{(pid=98474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:39:31.597939 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-014ed298-2069-499d-97a8-4c82d4b847de admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:31.620554 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7029-2590-4076-aabf-55d832e139ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:31.632689 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-014ed298-2069-499d-97a8-4c82d4b847de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:31.638364 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-014ed298-2069-499d-97a8-4c82d4b847de admin admin] Usage tracker for resource:security_group_rule and tenant:33e123efb45a41eb866f8c2a67b40f0d is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:31.643169 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-014ed298-2069-499d-97a8-4c82d4b847de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:31.648949 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-014ed298-2069-499d-97a8-4c82d4b847de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:31.674031 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 60660) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:31.697636 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7029-2590-4076-aabf-55d832e139ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:31.705516 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-dd741b97-f74c-4fa3-b9d1-489dad720c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:31.707796 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-bdf49522-afd6-40ac-800d-730fb7466fdb service neutron] 10.222.0.32 "GET /v2.0/networks/a454cf6c-27f3-4e65-8a46-b57d728d820a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6098511 May 25 15:39:31.745375 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-dd741b97-f74c-4fa3-b9d1-489dad720c64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:31.753787 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-dd741b97-f74c-4fa3-b9d1-489dad720c64 admin admin] Usage tracker for resource:security_group_rule and tenant:0a63a725157c496a985654d9a3702880 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:31.757526 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-dd741b97-f74c-4fa3-b9d1-489dad720c64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:31.772557 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-dd741b97-f74c-4fa3-b9d1-489dad720c64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:31.776304 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4eba50-565c-4614-9413-fa4c414a4484 admin admin] Pushing event updated for resources: {'Port': ['ID=f9163d23-417a-400b-a0c9-6da05619dddc,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:31.817376 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-ab4eba50-565c-4614-9413-fa4c414a4484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:31.849034 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-014ed298-2069-499d-97a8-4c82d4b847de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:31.863092 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-014ed298-2069-499d-97a8-4c82d4b847de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:31.879402 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:32.004759 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b1080faf-e83d-4a9c-8644-6c51d329516e req-92caa6f5-bb5c-439b-8329-e99486f19067 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/ports?device_id=135cf23d-5269-4e8e-981f-ba59dba81156 HTTP/1.1" status: 200 len: 210 time: 0.0718102 May 25 15:39:32.006965 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-014ed298-2069-499d-97a8-4c82d4b847de admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=33e123efb45a41eb866f8c2a67b40f0d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1031435 May 25 15:39:32.009808 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 60668) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:32.023716 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ed298-2069-499d-97a8-4c82d4b847de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa6749f-874f-4a38-897d-477fe72f340d,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:32.058043 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-014ed298-2069-499d-97a8-4c82d4b847de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:32.091476 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-dd741b97-f74c-4fa3-b9d1-489dad720c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:32.110853 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-dd741b97-f74c-4fa3-b9d1-489dad720c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:32.145784 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-ed4c2c0b-37fc-4fd2-b8ec-485a829dc7e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:32.155483 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-dd741b97-f74c-4fa3-b9d1-489dad720c64 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a63a725157c496a985654d9a3702880&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4801610 May 25 15:39:32.162169 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 60678) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:32.215400 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f64add78-765a-4270-a923-c76ad8ea5775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:32.217655 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd741b97-f74c-4fa3-b9d1-489dad720c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d87fe53-5a64-43ca-9ff8-4566e6c04411,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:32.233538 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-dd741b97-f74c-4fa3-b9d1-489dad720c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:32.279074 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f64add78-765a-4270-a923-c76ad8ea5775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:32.302510 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-d6a5cc9a-92d5-429e-a58e-d77b51d16bc4 service neutron] 10.222.0.32 "GET /v2.0/networks/a454cf6c-27f3-4e65-8a46-b57d728d820a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5083725 May 25 15:39:32.347339 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.db_base_plugin_common [None req-3d1b7029-2590-4076-aabf-55d832e139ed admin admin] Allocated IP 172.27.3.21 (64bdbeb4-2429-4b9e-9f88-29f950eefffc/3f9f8472-0ab8-4bd8-a441-92a12c3f4c58/bff4e080-c1ed-43e6-872c-a286b15ea1c5) {{(pid=98474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:39:32.364722 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-637b070f-eb05-4817-9417-3db55f556f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:32.373431 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ab4eba50-565c-4614-9413-fa4c414a4484 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:32.447388 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-637b070f-eb05-4817-9417-3db55f556f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:32.471540 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad1060c-5020-4451-abb1-16bd06638fe7 None None] Network 771546d5-f50e-49c2-832e-f1005d51ba9c requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:39:32.513082 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.57', 65298) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:32.546041 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-637b070f-eb05-4817-9417-3db55f556f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:32.622356 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-2bd3e171-0502-4d2b-b714-ffe7c6c08919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:32.665541 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-637b070f-eb05-4817-9417-3db55f556f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:32.666659 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-637b070f-eb05-4817-9417-3db55f556f03 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8d87fe53-5a64-43ca-9ff8-4566e6c04411 HTTP/1.1" status: 204 len: 168 time: 0.5028496 May 25 15:39:32.687016 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b070f-eb05-4817-9417-3db55f556f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d87fe53-5a64-43ca-9ff8-4566e6c04411,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:32.695988 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-637b070f-eb05-4817-9417-3db55f556f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:32.902144 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-1078693f-2322-4e66-840f-c1ad67ebab6f req-88df3d7d-23f1-4a52-8e58-ecacfc39bf81 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca27a72-d3fb-47eb-a009-4707c96cb88d HTTP/1.1" status: 200 len: 210 time: 0.1717079 May 25 15:39:32.930067 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f64add78-765a-4270-a923-c76ad8ea5775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:32.967334 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:32.970471 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-84244d2e-b1bf-40b2-8c72-5bd2d66d5197 None None] Provisioning for port dc5206e8-e9d2-4b0e-b708-7f5ba94194b7 completed by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:39:33.019847 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device dc5206e8-e9d2-4b0e-b708-7f5ba94194b7 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:39:33.077224 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7029-2590-4076-aabf-55d832e139ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:33.079564 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64add78-765a-4270-a923-c76ad8ea5775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa6749f-874f-4a38-897d-477fe72f340d,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:33.198767 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning for port dc5206e8-e9d2-4b0e-b708-7f5ba94194b7 completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:39:33.208524 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port dc5206e8-e9d2-4b0e-b708-7f5ba94194b7 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:39:33.208899 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:33.229513 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-163588b0-716a-4176-a355-9c45d56ceb88 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:33.238579 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-163588b0-716a-4176-a355-9c45d56ceb88 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.57 "GET /v2.0/networks?id=acc2ab5b-ecab-4967-bff8-879c74e3a33e HTTP/1.1" status: 200 len: 812 time: 0.7195299 May 25 15:39:33.241322 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-f64add78-765a-4270-a923-c76ad8ea5775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:33.242697 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f64add78-765a-4270-a923-c76ad8ea5775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:33.243779 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-f64add78-765a-4270-a923-c76ad8ea5775 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3aa6749f-874f-4a38-897d-477fe72f340d HTTP/1.1" status: 204 len: 168 time: 1.2328298 May 25 15:39:33.249099 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:39:33.290927 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-1ac9204f-8eb2-40d2-b7a7-029963095bb1 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Request body: {'port': {'device_id': '135cf23d-5269-4e8e-981f-ba59dba81156', 'network_id': 'acc2ab5b-ecab-4967-bff8-879c74e3a33e', 'admin_state_up': True, 'tenant_id': '819e50a1b0dd40f28366b0a596caf150'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:39:33.368986 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:33.425529 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] For port dc5206e8-e9d2-4b0e-b708-7f5ba94194b7, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=dc5206e8-e9d2-4b0e-b708-7f5ba94194b7,segment=NetworkSegment(f75f90f2-d3cf-4d1f-8686-0dba664408e0),segment_id=f75f90f2-d3cf-4d1f-8686-0dba664408e0)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:39:33.452840 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:33.461715 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:33.503773 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7029-2590-4076-aabf-55d832e139ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363'] for port, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:33.602629 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-f7173681-d3b1-44cc-968f-9c563e133da8 req-e95c568b-4640-454b-937f-e0e85867f78c tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/ports?device_id=135cf23d-5269-4e8e-981f-ba59dba81156 HTTP/1.1" status: 200 len: 210 time: 0.1178911 May 25 15:39:33.612068 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-ab4eba50-565c-4614-9413-fa4c414a4484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:33.683087 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Pushing event updated for resources: {'Port': ['ID=dc5206e8-e9d2-4b0e-b708-7f5ba94194b7,revision_number=3']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:33.684460 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1b7029-2590-4076-aabf-55d832e139ed admin admin] Network 64bdbeb4-2429-4b9e-9f88-29f950eefffc is already hosted by enough agents. {{(pid=98474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:39:33.697048 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:33.703612 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-0d7d7c96-9630-49bd-942d-b9f91752e17d None None] Provisioning complete for port dc5206e8-e9d2-4b0e-b708-7f5ba94194b7 triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:39:33.704889 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-0d7d7c96-9630-49bd-942d-b9f91752e17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:33.732114 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [None req-3d1b7029-2590-4076-aabf-55d832e139ed admin admin] Resources bound (agent type, host, resource id): {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:39:33.739625 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-1ac9204f-8eb2-40d2-b7a7-029963095bb1 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:33.744131 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-1ac9204f-8eb2-40d2-b7a7-029963095bb1 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Usage tracker for resource:port and tenant:819e50a1b0dd40f28366b0a596caf150 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:33.747363 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-1ac9204f-8eb2-40d2-b7a7-029963095bb1 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:33.750016 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1b7029-2590-4076-aabf-55d832e139ed admin admin] Received port after_create {{(pid=98474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:39:33.755295 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-1ac9204f-8eb2-40d2-b7a7-029963095bb1 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:33.772939 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-1ac9204f-8eb2-40d2-b7a7-029963095bb1 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Made reservation on behalf of 819e50a1b0dd40f28366b0a596caf150 for: {'port': 1} {{(pid=98473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:39:33.777221 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-1ac9204f-8eb2-40d2-b7a7-029963095bb1 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:33.836626 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ab4eba50-565c-4614-9413-fa4c414a4484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-360008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-353784'] for router, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:34.005015 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b7029-2590-4076-aabf-55d832e139ed admin admin] Pushing event updated for resources: {'Port': ['ID=bff4e080-c1ed-43e6-872c-a286b15ea1c5,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:34.018481 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-3d1b7029-2590-4076-aabf-55d832e139ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:34.027327 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.db_base_plugin_common [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-1ac9204f-8eb2-40d2-b7a7-029963095bb1 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Allocated IP 172.20.0.14 (acc2ab5b-ecab-4967-bff8-879c74e3a33e/bf1cb5a0-fbea-4580-87e8-0fe3dab4a1aa/b83de6ce-a91e-489f-9939-63805a19dd84) {{(pid=98473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:39:34.310220 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 60784) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:34.372678 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-e71c42e5-6fb0-4e1d-94ee-c9d9b2bc5806 req-cfa9c958-a412-4af2-936f-9fd5c1185ce2 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca27a72-d3fb-47eb-a009-4707c96cb88d HTTP/1.1" status: 200 len: 210 time: 0.1178834 May 25 15:39:34.412262 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 60792) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:34.426743 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7029-2590-4076-aabf-55d832e139ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:34.448859 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d87261fb-24b9-448d-9bb3-10d3352b7e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:34.510395 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-d87261fb-24b9-448d-9bb3-10d3352b7e2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:34.533787 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-d87261fb-24b9-448d-9bb3-10d3352b7e2b admin admin] Usage tracker for resource:security_group_rule and tenant:788104ac76ce421fbf01647dad758e9d is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:34.542399 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-d87261fb-24b9-448d-9bb3-10d3352b7e2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:34.585411 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-1ac9204f-8eb2-40d2-b7a7-029963095bb1 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Notify callbacks [] for port, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:34.589265 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-d87261fb-24b9-448d-9bb3-10d3352b7e2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:34.677406 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4eba50-565c-4614-9413-fa4c414a4484 admin admin] Router 773fe0b0-9b06-4686-98b1-d9134d412d1c is scheduled to L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 with binding_index 1 {{(pid=98474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 15:39:34.773099 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-1ac9204f-8eb2-40d2-b7a7-029963095bb1 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363'] for port, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:34.811792 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-7820c6dc-e97e-4bdf-ae3f-da80fd534bca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:34.895018 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device dc5206e8-e9d2-4b0e-b708-7f5ba94194b7 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:39:35.043858 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-1ac9204f-8eb2-40d2-b7a7-029963095bb1 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Network acc2ab5b-ecab-4967-bff8-879c74e3a33e is already hosted by enough agents. {{(pid=98473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:39:35.057058 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d87261fb-24b9-448d-9bb3-10d3352b7e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:35.080239 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9204f-8eb2-40d2-b7a7-029963095bb1 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Pushing event updated for resources: {'Port': ['ID=b83de6ce-a91e-489f-9939-63805a19dd84,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:35.084931 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-1ac9204f-8eb2-40d2-b7a7-029963095bb1 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:35.085974 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.base_scheduler [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-1ac9204f-8eb2-40d2-b7a7-029963095bb1 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Resources bound (agent type, host, resource id): {{(pid=98473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:39:35.088896 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-1ac9204f-8eb2-40d2-b7a7-029963095bb1 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Received port after_create {{(pid=98473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:39:35.096258 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-1ac9204f-8eb2-40d2-b7a7-029963095bb1 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:35.097123 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-1ac9204f-8eb2-40d2-b7a7-029963095bb1 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for port, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:35.104678 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d87261fb-24b9-448d-9bb3-10d3352b7e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:35.132911 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d607-8a3b-4758-9766-318b6a31687b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:35.156642 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port dc5206e8-e9d2-4b0e-b708-7f5ba94194b7 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:39:35.166172 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:35.319948 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:35.427172 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-d87261fb-24b9-448d-9bb3-10d3352b7e2b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=788104ac76ce421fbf01647dad758e9d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0122626 May 25 15:39:35.430464 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 60832) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:35.437192 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87261fb-24b9-448d-9bb3-10d3352b7e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e156b1-d923-43b2-8c83-1582f1aa4de5,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:35.450669 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-d87261fb-24b9-448d-9bb3-10d3352b7e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:35.500114 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4eba50-565c-4614-9413-fa4c414a4484 admin admin] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:39:35.514780 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5545af4-7280-41e2-be77-297688b77519 None None] Sync routers for ids ['773fe0b0-9b06-4686-98b1-d9134d412d1c'] in dv-cinder-791240-3-iscsi {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:39:35.540730 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-cbe1d607-8a3b-4758-9766-318b6a31687b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:35.543568 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5545af4-7280-41e2-be77-297688b77519 None None] Routers {'773fe0b0-9b06-4686-98b1-d9134d412d1c'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:39:35.544718 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-a5545af4-7280-41e2-be77-297688b77519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:39:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['773fe0b0-9b06-4686-98b1-d9134d412d1c'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:39:35.548298 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-cbe1d607-8a3b-4758-9766-318b6a31687b admin admin] Usage tracker for resource:security_group_rule and tenant:7c45ece17e924988a86ef5519b5264d4 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:35.553503 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-cbe1d607-8a3b-4758-9766-318b6a31687b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:35.574480 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-cbe1d607-8a3b-4758-9766-318b6a31687b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:35.603439 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-1ac9204f-8eb2-40d2-b7a7-029963095bb1 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3171570 May 25 15:39:35.613835 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7029-2590-4076-aabf-55d832e139ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-360008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-353784'] for router, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:35.622572 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ab4eba50-565c-4614-9413-fa4c414a4484 admin admin] Notify callbacks [] for router, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:35.623776 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-ab4eba50-565c-4614-9413-fa4c414a4484 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.8096275 May 25 15:39:35.743239 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d607-8a3b-4758-9766-318b6a31687b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:35.745121 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 60840) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:35.835481 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d607-8a3b-4758-9766-318b6a31687b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:35.854268 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-a5545af4-7280-41e2-be77-297688b77519 None None] Set router 773fe0b0-9b06-4686-98b1-d9134d412d1c gateway port host: dv-cinder-791240-3-iscsi {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:39:35.858865 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 60846) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:35.917434 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9787938-b3ff-4ae3-a26e-aa99b9f8a472 req-afbc2c28-73b1-4d03-ae46-c16394a47551 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:35.924831 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-09819037-a241-46ba-9e64-0cfc436f3aa6 req-58f8d033-ad7f-43b0-ae57-161ecb4a657b tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca27a72-d3fb-47eb-a009-4707c96cb88d HTTP/1.1" status: 200 len: 210 time: 0.1024413 May 25 15:39:35.931003 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-f3bb4549-a0b4-4432-94f7-3607f9342f7a tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=98473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:39:35.932892 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-f3bb4549-a0b4-4432-94f7-3607f9342f7a tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067914 May 25 15:39:35.936184 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 60850) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:35.936895 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.57', 65304) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:35.938221 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e9787938-b3ff-4ae3-a26e-aa99b9f8a472 req-afbc2c28-73b1-4d03-ae46-c16394a47551 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/ports?device_id=135cf23d-5269-4e8e-981f-ba59dba81156 HTTP/1.1" status: 200 len: 932 time: 1.0578058 May 25 15:39:35.988328 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-12359381-56d6-4c7a-a3a3-a8812860ffd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:36.117978 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e9787938-b3ff-4ae3-a26e-aa99b9f8a472 req-21645837-57be-4ad4-b87b-8ffba4d41b24 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3324d24-1f64-4059-a4af-856778a4db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785347 May 25 15:39:36.134434 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-cbe1d607-8a3b-4758-9766-318b6a31687b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c45ece17e924988a86ef5519b5264d4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8013661 May 25 15:39:36.134664 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 60864) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:36.135301 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1d607-8a3b-4758-9766-318b6a31687b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee62c408-4ed5-451a-a6bb-8c48290f910d,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:36.166280 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-cbe1d607-8a3b-4758-9766-318b6a31687b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:36.220691 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-1e055767-3ac3-4ae6-9d4e-05f0144e9b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:36.288993 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-e9d83abe-a5ef-4a85-92d2-a026804e49d5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1878813353-network', 'tenant_id': '6764d00732714a648a8900e5d05123be'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:39:36.292249 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-1e055767-3ac3-4ae6-9d4e-05f0144e9b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:36.302408 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-e9d83abe-a5ef-4a85-92d2-a026804e49d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:36.308812 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-a5545af4-7280-41e2-be77-297688b77519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1694927309-router', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:39:28Z', 'updated_at': '2021-05-25T15:39:31Z', 'revision_number': 3, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'gw_port': {'id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:30Z', 'updated_at': '2021-05-25T15:39:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi'}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:39:36.312127 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-e9d83abe-a5ef-4a85-92d2-a026804e49d5 admin admin] Usage tracker for resource:network and tenant:6764d00732714a648a8900e5d05123be is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:36.315138 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5545af4-7280-41e2-be77-297688b77519 None None] Checking router: 773fe0b0-9b06-4686-98b1-d9134d412d1c for host: dv-cinder-791240-3-iscsi {{(pid=98476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:39:36.315762 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5545af4-7280-41e2-be77-297688b77519 None None] Updating router 773fe0b0-9b06-4686-98b1-d9134d412d1c port f9163d23-417a-400b-a0c9-6da05619dddc binding host dv-cinder-791240-3-iscsi {{(pid=98476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:39:36.318361 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-e9d83abe-a5ef-4a85-92d2-a026804e49d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:36.335213 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-e9d83abe-a5ef-4a85-92d2-a026804e49d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:36.373685 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-a5545af4-7280-41e2-be77-297688b77519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:36.382379 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d83abe-a5ef-4a85-92d2-a026804e49d5 admin admin] Made reservation on behalf of 6764d00732714a648a8900e5d05123be for: {'network': 1} {{(pid=98474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:39:36.385024 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e9d83abe-a5ef-4a85-92d2-a026804e49d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1658119'] for network, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:36.418349 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e9d83abe-a5ef-4a85-92d2-a026804e49d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:36.437900 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-e9d83abe-a5ef-4a85-92d2-a026804e49d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:36.442270 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-e9d83abe-a5ef-4a85-92d2-a026804e49d5 admin admin] Usage tracker for resource:security_group_rule and tenant:6764d00732714a648a8900e5d05123be is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:36.445427 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-e9d83abe-a5ef-4a85-92d2-a026804e49d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:36.452905 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-e9d83abe-a5ef-4a85-92d2-a026804e49d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:36.545722 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e9d83abe-a5ef-4a85-92d2-a026804e49d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:36.552980 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e9d83abe-a5ef-4a85-92d2-a026804e49d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:36.572770 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-9f4dabfd-a100-4195-a47e-54e35356f965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:36.584985 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1b7029-2590-4076-aabf-55d832e139ed admin admin] Router 0b6d2aaf-e710-4ef6-bfb3-54bf20f72797 is scheduled to L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 with binding_index 1 {{(pid=98474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 15:39:36.597915 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2dd02a32-f1a2-450f-95ae-b234e39aaba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:36.602190 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b11f841d-0f81-4c46-97fc-2aa292783082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:36.624692 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9d83abe-a5ef-4a85-92d2-a026804e49d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=98474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:39:36.635488 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-1e055767-3ac3-4ae6-9d4e-05f0144e9b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:36.641867 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e9d83abe-a5ef-4a85-92d2-a026804e49d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:36.642383 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.db.segments_db [None req-e9d83abe-a5ef-4a85-92d2-a026804e49d5 admin admin] Added segment aeebed84-058e-425f-8dd0-155d31d26d3c of type vlan for network a7c8d6f3-a9da-4608-811d-0c5dca9a4d22 May 25 15:39:36.657480 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-b11f841d-0f81-4c46-97fc-2aa292783082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:36.665567 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:36.675522 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e9d83abe-a5ef-4a85-92d2-a026804e49d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758999109461'] for network, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:36.690686 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-b11f841d-0f81-4c46-97fc-2aa292783082 admin admin] Usage tracker for resource:security_group_rule and tenant:ffa7239008464e2a8104f06ccb475676 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:36.733044 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-b11f841d-0f81-4c46-97fc-2aa292783082 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:36.756688 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-d3c80d3d-08de-4efd-a590-e5933ada9c40 service neutron] Request body: {'port': {'device_id': '135cf23d-5269-4e8e-981f-ba59dba81156', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:39:36.774048 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e9d83abe-a5ef-4a85-92d2-a026804e49d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430'] for network, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:36.791976 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d83abe-a5ef-4a85-92d2-a026804e49d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:36.792889 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e9d83abe-a5ef-4a85-92d2-a026804e49d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:36.812206 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-b11f841d-0f81-4c46-97fc-2aa292783082 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:36.814568 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e055767-3ac3-4ae6-9d4e-05f0144e9b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e156b1-d923-43b2-8c83-1582f1aa4de5,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:36.818284 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d83abe-a5ef-4a85-92d2-a026804e49d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c89e925-615f-4a02-8ddf-4b7cb6b99b7e,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:36.818517 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-1e055767-3ac3-4ae6-9d4e-05f0144e9b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:36.819654 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-1e055767-3ac3-4ae6-9d4e-05f0144e9b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:36.823325 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-1e055767-3ac3-4ae6-9d4e-05f0144e9b75 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a9e156b1-d923-43b2-8c83-1582f1aa4de5 HTTP/1.1" status: 204 len: 168 time: 1.3661218 May 25 15:39:36.843528 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2dd02a32-f1a2-450f-95ae-b234e39aaba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:36.851177 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-e9d83abe-a5ef-4a85-92d2-a026804e49d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:36.852887 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-e9d83abe-a5ef-4a85-92d2-a026804e49d5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9923086 May 25 15:39:36.853684 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-11ead060-b39b-42d7-baf2-6f1771ffbafd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:36.872672 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 60878) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:36.939321 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-6bca58ca-18d0-43b7-8cfb-02410ef31fac admin admin] Request body: {'subnet': {'network_id': 'a7c8d6f3-a9da-4608-811d-0c5dca9a4d22', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1878813353-subnet', 'tenant_id': '6764d00732714a648a8900e5d05123be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:39:36.945086 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-6bca58ca-18d0-43b7-8cfb-02410ef31fac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:36.951680 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-6bca58ca-18d0-43b7-8cfb-02410ef31fac admin admin] Usage tracker for resource:subnet and tenant:6764d00732714a648a8900e5d05123be is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:36.955957 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-6bca58ca-18d0-43b7-8cfb-02410ef31fac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:36.963183 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-6bca58ca-18d0-43b7-8cfb-02410ef31fac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:36.980590 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-a5545af4-7280-41e2-be77-297688b77519 None None] Notify callbacks [] for port, precommit_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:37.015443 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.provisioning_blocks [None req-a5545af4-7280-41e2-be77-297688b77519 None None] Transition to ACTIVE for port object f9163d23-417a-400b-a0c9-6da05619dddc will not be triggered until provisioned by entity L2. {{(pid=98476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:39:37.031587 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-a5545af4-7280-41e2-be77-297688b77519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:37.051135 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bca58ca-18d0-43b7-8cfb-02410ef31fac admin admin] Made reservation on behalf of 6764d00732714a648a8900e5d05123be for: {'subnet': 1} {{(pid=98474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:39:37.054199 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-6bca58ca-18d0-43b7-8cfb-02410ef31fac admin admin] Notify callbacks [] for subnet, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:37.063622 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [None req-7405062c-17f2-40a7-909a-8a4d8b6819b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:37.288024 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d3004-2cd4-4ed7-88be-85bc935d64bb None None] Pushing event updated for resources: {'Port': ['ID=f9163d23-417a-400b-a0c9-6da05619dddc,revision_number=2']} {{(pid=98476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:37.356650 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d3004-2cd4-4ed7-88be-85bc935d64bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:37.356996 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d3004-2cd4-4ed7-88be-85bc935d64bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:37.357332 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d3004-2cd4-4ed7-88be-85bc935d64bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:37.357670 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d3004-2cd4-4ed7-88be-85bc935d64bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:37.357995 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d3004-2cd4-4ed7-88be-85bc935d64bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:37.358322 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d3004-2cd4-4ed7-88be-85bc935d64bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:37.358639 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d3004-2cd4-4ed7-88be-85bc935d64bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:37.358955 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d3004-2cd4-4ed7-88be-85bc935d64bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:37.359293 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d3004-2cd4-4ed7-88be-85bc935d64bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:37.359632 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d3004-2cd4-4ed7-88be-85bc935d64bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:37.374443 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d3004-2cd4-4ed7-88be-85bc935d64bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:37.374876 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d3004-2cd4-4ed7-88be-85bc935d64bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:39:37.376091 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d3004-2cd4-4ed7-88be-85bc935d64bb None None] Tracked resource versions report: May 25 15:39:37.376091 dv-cinder-791240-3-iscsi neutron-server[98476]: pushed versions: May 25 15:39:37.376091 dv-cinder-791240-3-iscsi neutron-server[98476]: { 'AddressGroup': {'1.2'}, May 25 15:39:37.376091 dv-cinder-791240-3-iscsi neutron-server[98476]: 'ConntrackHelper': {'1.0'}, May 25 15:39:37.376091 dv-cinder-791240-3-iscsi neutron-server[98476]: 'Log': {'1.0'}, May 25 15:39:37.376091 dv-cinder-791240-3-iscsi neutron-server[98476]: 'Network': {'1.1'}, May 25 15:39:37.376091 dv-cinder-791240-3-iscsi neutron-server[98476]: 'Port': {'1.7'}, May 25 15:39:37.376091 dv-cinder-791240-3-iscsi neutron-server[98476]: 'PortForwarding': {'1.2'}, May 25 15:39:37.376091 dv-cinder-791240-3-iscsi neutron-server[98476]: 'QosPolicy': {'1.8'}, May 25 15:39:37.376091 dv-cinder-791240-3-iscsi neutron-server[98476]: 'SecurityGroup': {'1.4'}, May 25 15:39:37.376091 dv-cinder-791240-3-iscsi neutron-server[98476]: 'SecurityGroupRule': {'1.2'}, May 25 15:39:37.376091 dv-cinder-791240-3-iscsi neutron-server[98476]: 'SubPort': {'1.0'}, May 25 15:39:37.376091 dv-cinder-791240-3-iscsi neutron-server[98476]: 'Subnet': {'1.1'}, May 25 15:39:37.376091 dv-cinder-791240-3-iscsi neutron-server[98476]: 'Trunk': {'1.1'}} May 25 15:39:37.376091 dv-cinder-791240-3-iscsi neutron-server[98476]: consumer versions: May 25 15:39:37.376091 dv-cinder-791240-3-iscsi neutron-server[98476]: { DHCP agent@dv-cinder-791240-3-iscsi: {}, May 25 15:39:37.376091 dv-cinder-791240-3-iscsi neutron-server[98476]: HyperV agent@hv-cinder-79124: {}, May 25 15:39:37.376091 dv-cinder-791240-3-iscsi neutron-server[98476]: L3 agent@dv-cinder-791240-3-iscsi: {}, May 25 15:39:37.376091 dv-cinder-791240-3-iscsi neutron-server[98476]: Metadata agent@dv-cinder-791240-3-iscsi: {}, May 25 15:39:37.376091 dv-cinder-791240-3-iscsi neutron-server[98476]: Metering agent@dv-cinder-791240-3-iscsi: {}, May 25 15:39:37.376091 dv-cinder-791240-3-iscsi neutron-server[98476]: Open vSwitch agent@dv-cinder-791240-3-iscsi: { 'AddressGroup': '1.2', May 25 15:39:37.376091 dv-cinder-791240-3-iscsi neutron-server[98476]: 'ConntrackHelper': '1.0', May 25 15:39:37.376091 dv-cinder-791240-3-iscsi neutron-server[98476]: 'Log': '1.0', May 25 15:39:37.376091 dv-cinder-791240-3-iscsi neutron-server[98476]: 'Network': '1.1', May 25 15:39:37.376091 dv-cinder-791240-3-iscsi neutron-server[98476]: 'Port': '1.7', May 25 15:39:37.376091 dv-cinder-791240-3-iscsi neutron-server[98476]: 'PortForwarding': '1.2', May 25 15:39:37.376091 dv-cinder-791240-3-iscsi neutron-server[98476]: 'QosPolicy': '1.8', May 25 15:39:37.376091 dv-cinder-791240-3-iscsi neutron-server[98476]: 'SecurityGroup': '1.4', May 25 15:39:37.376091 dv-cinder-791240-3-iscsi neutron-server[98476]: 'SecurityGroupRule': '1.2', May 25 15:39:37.376091 dv-cinder-791240-3-iscsi neutron-server[98476]: 'SubPort': '1.0', May 25 15:39:37.376091 dv-cinder-791240-3-iscsi neutron-server[98476]: 'Subnet': '1.1', May 25 15:39:37.376091 dv-cinder-791240-3-iscsi neutron-server[98476]: 'Trunk': '1.1'}} May 25 15:39:37.376091 dv-cinder-791240-3-iscsi neutron-server[98476]: {{(pid=98476) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 15:39:37.379151 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.managers [None req-a5545af4-7280-41e2-be77-297688b77519 None None] Attempting to bind port f9163d23-417a-400b-a0c9-6da05619dddc on host dv-cinder-791240-3-iscsi for vnic_type normal with profile {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:39:37.379151 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.managers [None req-a5545af4-7280-41e2-be77-297688b77519 None None] Attempting to bind port f9163d23-417a-400b-a0c9-6da05619dddc by drivers openvswitch,hyperv on host dv-cinder-791240-3-iscsi at level 0 using segments [{'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'}] {{(pid=98476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:39:37.379393 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5545af4-7280-41e2-be77-297688b77519 None None] Attempting to bind port f9163d23-417a-400b-a0c9-6da05619dddc on network 64bdbeb4-2429-4b9e-9f88-29f950eefffc {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:39:37.393103 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [None req-ff5d3004-2cd4-4ed7-88be-85bc935d64bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:37.393724 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5545af4-7280-41e2-be77-297688b77519 None None] Checking agent: {'id': '0d0ec358-3583-457d-8c3e-30368d3d3544', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 31, 43), 'started_at': datetime.datetime(2021, 5, 25, 15, 32, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:39:37.394106 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5545af4-7280-41e2-be77-297688b77519 None None] Checking segment: {'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:39:37.394513 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-a5545af4-7280-41e2-be77-297688b77519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:37.395008 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5545af4-7280-41e2-be77-297688b77519 None None] Bound using segment: {'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'} {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:39:37.395381 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.managers [None req-a5545af4-7280-41e2-be77-297688b77519 None None] Bound port: f9163d23-417a-400b-a0c9-6da05619dddc, host: dv-cinder-791240-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'}}] {{(pid=98476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:39:37.395758 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-a5545af4-7280-41e2-be77-297688b77519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:37.514223 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-87b6fccf-4d67-4a22-a30a-56ce6ad94cd0 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:37.515494 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-87b6fccf-4d67-4a22-a30a-56ce6ad94cd0 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Synchronizing usage tracker for tenant:1d0d92ba8c334e7bb4ce451a7b4b1caf on resource:network {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:39:37.549122 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.db [None req-a5545af4-7280-41e2-be77-297688b77519 None None] For port f9163d23-417a-400b-a0c9-6da05619dddc, host dv-cinder-791240-3-iscsi, cleared binding levels {{(pid=98476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:39:37.552619 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d83abe-a5ef-4a85-92d2-a026804e49d5 admin admin] Pushing event updated for resources: {'Network': ['ID=a7c8d6f3-a9da-4608-811d-0c5dca9a4d22,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:37.553497 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.db [None req-a5545af4-7280-41e2-be77-297688b77519 None None] For port f9163d23-417a-400b-a0c9-6da05619dddc, host dv-cinder-791240-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=f9163d23-417a-400b-a0c9-6da05619dddc,segment=NetworkSegment(709432ef-9055-43de-bcb9-c4833f38b817),segment_id=709432ef-9055-43de-bcb9-c4833f38b817)] {{(pid=98476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:39:37.563881 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-a5545af4-7280-41e2-be77-297688b77519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:37.567707 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Network a7c8d6f3-a9da-4608-811d-0c5dca9a4d22 details requested by agent ovs-agent-dv-cinder-791240-3-iscsi with host dv-cinder-791240-3-iscsi {{(pid=98475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:39:37.585856 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:37.613339 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-e9d83abe-a5ef-4a85-92d2-a026804e49d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:37.754760 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963506f-bb1d-42a9-9c0c-26ef2e166813 req-a8909b0e-1cbf-4135-9bbc-c588a8048cd0 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:37.763554 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1963506f-bb1d-42a9-9c0c-26ef2e166813 req-a8909b0e-1cbf-4135-9bbc-c588a8048cd0 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/ports?device_id=135cf23d-5269-4e8e-981f-ba59dba81156 HTTP/1.1" status: 200 len: 932 time: 0.3755841 May 25 15:39:37.801631 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5545af4-7280-41e2-be77-297688b77519 None None] Routers {'773fe0b0-9b06-4686-98b1-d9134d412d1c'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:39:37.804316 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-a5545af4-7280-41e2-be77-297688b77519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:39:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['773fe0b0-9b06-4686-98b1-d9134d412d1c'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:39:37.822357 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-d3c80d3d-08de-4efd-a590-e5933ada9c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:37.847423 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1963506f-bb1d-42a9-9c0c-26ef2e166813 req-9ca4835d-f1bd-4af4-9fb5-137a80ea106e tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3324d24-1f64-4059-a4af-856778a4db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798826 May 25 15:39:37.850590 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1b7029-2590-4076-aabf-55d832e139ed admin admin] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:39:37.868126 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3ada1f-6296-45ea-8560-cedff9ca88b7 None None] Sync routers for ids ['0b6d2aaf-e710-4ef6-bfb3-54bf20f72797'] in dv-cinder-791240-3-iscsi {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:39:37.886565 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-01726803-5ddb-46e8-b711-29db6b0ff183 req-e06f3fe9-6575-42a4-8d3d-a32ca02da5a5 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca27a72-d3fb-47eb-a009-4707c96cb88d HTTP/1.1" status: 200 len: 210 time: 0.3965504 May 25 15:39:37.897608 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2dd02a32-f1a2-450f-95ae-b234e39aaba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:37.912083 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7029-2590-4076-aabf-55d832e139ed admin admin] Notify callbacks [] for router, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:37.914075 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-3d1b7029-2590-4076-aabf-55d832e139ed admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.9914432 May 25 15:39:37.918666 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2dd02a32-f1a2-450f-95ae-b234e39aaba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:37.920152 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-2dd02a32-f1a2-450f-95ae-b234e39aaba0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee62c408-4ed5-451a-a6bb-8c48290f910d HTTP/1.1" status: 204 len: 168 time: 1.7726016 May 25 15:39:37.921351 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 60904) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:37.922197 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:37.937704 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3ada1f-6296-45ea-8560-cedff9ca88b7 None None] Routers {'0b6d2aaf-e710-4ef6-bfb3-54bf20f72797'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:39:37.938938 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-ad3ada1f-6296-45ea-8560-cedff9ca88b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:39:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['0b6d2aaf-e710-4ef6-bfb3-54bf20f72797'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:39:38.174101 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d3004-2cd4-4ed7-88be-85bc935d64bb None None] Pushing event updated for resources: {'Port': ['ID=f9163d23-417a-400b-a0c9-6da05619dddc,revision_number=3']} {{(pid=98476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:38.186223 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [None req-ff5d3004-2cd4-4ed7-88be-85bc935d64bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:38.313846 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-a5545af4-7280-41e2-be77-297688b77519 None None] Set router 773fe0b0-9b06-4686-98b1-d9134d412d1c gateway port host: dv-cinder-791240-3-iscsi {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:39:38.315354 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-87b6fccf-4d67-4a22-a30a-56ce6ad94cd0 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Unset dirty status for tenant:1d0d92ba8c334e7bb4ce451a7b4b1caf on resource:network {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:39:38.316694 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-87b6fccf-4d67-4a22-a30a-56ce6ad94cd0 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.57 "GET /v2.0/networks?id=a454cf6c-27f3-4e65-8a46-b57d728d820a HTTP/1.1" status: 200 len: 815 time: 2.3193772 May 25 15:39:38.484274 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-3d57f1bd-f028-416a-bbfe-8ed893379b6c tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Request body: {'port': {'device_id': 'cca27a72-d3fb-47eb-a009-4707c96cb88d', 'network_id': 'a454cf6c-27f3-4e65-8a46-b57d728d820a', 'admin_state_up': True, 'tenant_id': '1d0d92ba8c334e7bb4ce451a7b4b1caf'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:39:38.549834 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd02a32-f1a2-450f-95ae-b234e39aaba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee62c408-4ed5-451a-a6bb-8c48290f910d,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:38.556338 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-2dd02a32-f1a2-450f-95ae-b234e39aaba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:38.710778 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-ad3ada1f-6296-45ea-8560-cedff9ca88b7 None None] Set router 0b6d2aaf-e710-4ef6-bfb3-54bf20f72797 gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:39:39.003533 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 60920) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:39.068881 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-a5545af4-7280-41e2-be77-297688b77519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1694927309-router', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:39:28Z', 'updated_at': '2021-05-25T15:39:31Z', 'revision_number': 3, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'gw_port': {'id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:30Z', 'updated_at': '2021-05-25T15:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi'}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:39:39.079858 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5545af4-7280-41e2-be77-297688b77519 None None] The sync data for ids ['773fe0b0-9b06-4686-98b1-d9134d412d1c'] in dv-cinder-791240-3-iscsi is: [{'id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1694927309-router', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:39:28Z', 'updated_at': '2021-05-25T15:39:31Z', 'revision_number': 3, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'gw_port': {'id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:30Z', 'updated_at': '2021-05-25T15:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi'}] {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:39:39.202494 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-c4a8e800-fa4e-4770-bc3d-90ad5bc17f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:39.233573 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-c4a8e800-fa4e-4770-bc3d-90ad5bc17f31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:39.254545 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-c4a8e800-fa4e-4770-bc3d-90ad5bc17f31 admin admin] Usage tracker for resource:security_group_rule and tenant:4e9bbcda8d604781b1780f5d4d51e6e4 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:39.369846 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-ad3ada1f-6296-45ea-8560-cedff9ca88b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6d2aaf-e710-4ef6-bfb3-54bf20f72797', 'name': 'tempest-ServerRescueNegativeTestJSON-1569998671-router', 'tenant_id': '58b8a9fdf31144b5b20d99f9a9ac856f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bff4e080-c1ed-43e6-872c-a286b15ea1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:39:28Z', 'updated_at': '2021-05-25T15:39:34Z', 'revision_number': 3, 'project_id': '58b8a9fdf31144b5b20d99f9a9ac856f', 'gw_port': {'id': 'bff4e080-c1ed-43e6-872c-a286b15ea1c5', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6d2aaf-e710-4ef6-bfb3-54bf20f72797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:31Z', 'updated_at': '2021-05-25T15:39:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi'}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:39:39.377587 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3ada1f-6296-45ea-8560-cedff9ca88b7 None None] Checking router: 0b6d2aaf-e710-4ef6-bfb3-54bf20f72797 for host: dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:39:39.378477 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3ada1f-6296-45ea-8560-cedff9ca88b7 None None] Updating router 0b6d2aaf-e710-4ef6-bfb3-54bf20f72797 port bff4e080-c1ed-43e6-872c-a286b15ea1c5 binding host dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:39:39.386259 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-c4a8e800-fa4e-4770-bc3d-90ad5bc17f31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:39.404141 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-c4a8e800-fa4e-4770-bc3d-90ad5bc17f31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:39.517291 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-6bca58ca-18d0-43b7-8cfb-02410ef31fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453'] for subnet, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:39.542952 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ad3ada1f-6296-45ea-8560-cedff9ca88b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:39.594152 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-3d57f1bd-f028-416a-bbfe-8ed893379b6c tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:39.604368 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-3d57f1bd-f028-416a-bbfe-8ed893379b6c tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Usage tracker for resource:port and tenant:1d0d92ba8c334e7bb4ce451a7b4b1caf is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:39.605659 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:39.612924 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-3d57f1bd-f028-416a-bbfe-8ed893379b6c tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:39.629383 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7618b4e1-9e2b-49d5-9b2e-27b242fba037 req-0f3e2010-e55e-488e-a285-adc5f5bc8afe tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca27a72-d3fb-47eb-a009-4707c96cb88d HTTP/1.1" status: 200 len: 210 time: 0.4346728 May 25 15:39:39.666093 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-3d57f1bd-f028-416a-bbfe-8ed893379b6c tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:39.776087 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-3d57f1bd-f028-416a-bbfe-8ed893379b6c tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Made reservation on behalf of 1d0d92ba8c334e7bb4ce451a7b4b1caf for: {'port': 1} {{(pid=98473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:39:39.780071 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-3d57f1bd-f028-416a-bbfe-8ed893379b6c tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:39.811300 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.db.resource_extend [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-d3c80d3d-08de-4efd-a590-e5933ada9c40 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 15:39:39.862522 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca58ca-18d0-43b7-8cfb-02410ef31fac admin admin] Pushing event updated for resources: {'Subnet': ['ID=415dfc5c-36d0-421c-81bd-a79833184d02,revision_number=0']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:39.881392 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-6bca58ca-18d0-43b7-8cfb-02410ef31fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:39.990749 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-c4a8e800-fa4e-4770-bc3d-90ad5bc17f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:40.002636 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027e7b4-2e25-4f74-94cf-61bdfcce29ed req-f5eaf046-cbd2-47a1-980d-5aaf69bedd83 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:40.016450 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9027e7b4-2e25-4f74-94cf-61bdfcce29ed req-f5eaf046-cbd2-47a1-980d-5aaf69bedd83 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/ports?device_id=135cf23d-5269-4e8e-981f-ba59dba81156 HTTP/1.1" status: 200 len: 932 time: 0.8321228 May 25 15:39:40.034006 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-c4a8e800-fa4e-4770-bc3d-90ad5bc17f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:40.129906 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b11f841d-0f81-4c46-97fc-2aa292783082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:40.186289 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9027e7b4-2e25-4f74-94cf-61bdfcce29ed req-2388e57c-8898-4b06-bdd5-7a43603bc349 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3324d24-1f64-4059-a4af-856778a4db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658638 May 25 15:39:40.188627 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-bf89879e-9eae-4210-a3a8-bbb99f17aa6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:40.222369 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b11f841d-0f81-4c46-97fc-2aa292783082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:40.296776 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:40.322282 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:40.322732 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-4f2cf4cc-9963-4dd3-b4da-70b3f2c0e974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:40.339193 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ad3ada1f-6296-45ea-8560-cedff9ca88b7 None None] Notify callbacks [] for port, precommit_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:40.348299 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-c4a8e800-fa4e-4770-bc3d-90ad5bc17f31 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e9bbcda8d604781b1780f5d4d51e6e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2337580 May 25 15:39:40.353973 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 60946) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:40.356335 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8e800-fa4e-4770-bc3d-90ad5bc17f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc57a67e-42e9-4ba1-a03d-a61ca1f0f904,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:40.357037 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-ad3ada1f-6296-45ea-8560-cedff9ca88b7 None None] Transition to ACTIVE for port object bff4e080-c1ed-43e6-872c-a286b15ea1c5 will not be triggered until provisioned by entity L2. {{(pid=98475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:39:40.367109 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-d3c80d3d-08de-4efd-a590-e5933ada9c40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b83de6ce-a91e-489f-9939-63805a19dd84 {{(pid=98473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:39:40.385671 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ad3ada1f-6296-45ea-8560-cedff9ca88b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:40.402831 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:40.432467 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-d3c80d3d-08de-4efd-a590-e5933ada9c40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:40.518525 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-c4a8e800-fa4e-4770-bc3d-90ad5bc17f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:40.523442 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bca58ca-18d0-43b7-8cfb-02410ef31fac admin admin] Checking segment: {'id': 'aeebed84-058e-425f-8dd0-155d31d26d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a7c8d6f3-a9da-4608-811d-0c5dca9a4d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:39:40.523638 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-8aa65de3-ae58-444a-8f5d-8802f28f8cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:40.524334 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bca58ca-18d0-43b7-8cfb-02410ef31fac admin admin] Network hostable DHCP agents. Network: a7c8d6f3-a9da-4608-811d-0c5dca9a4d22, hostable agents: ['42768c43-11d1-4f10-a648-883cd7cd861b'], hosted agents: [] {{(pid=98474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:39:40.525338 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da56fbba-7dc8-4930-b630-d5a9a79e9c99 None None] Pushing event updated for resources: {'Port': ['ID=bff4e080-c1ed-43e6-872c-a286b15ea1c5,revision_number=2']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:40.537737 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-da56fbba-7dc8-4930-b630-d5a9a79e9c99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:40.543066 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-ad3ada1f-6296-45ea-8560-cedff9ca88b7 None None] Attempting to bind port bff4e080-c1ed-43e6-872c-a286b15ea1c5 on host dv-cinder-791240-3-iscsi for vnic_type normal with profile {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:39:40.543755 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-ad3ada1f-6296-45ea-8560-cedff9ca88b7 None None] Attempting to bind port bff4e080-c1ed-43e6-872c-a286b15ea1c5 by drivers openvswitch,hyperv on host dv-cinder-791240-3-iscsi at level 0 using segments [{'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:39:40.544284 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3ada1f-6296-45ea-8560-cedff9ca88b7 None None] Attempting to bind port bff4e080-c1ed-43e6-872c-a286b15ea1c5 on network 64bdbeb4-2429-4b9e-9f88-29f950eefffc {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:39:40.551714 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3ada1f-6296-45ea-8560-cedff9ca88b7 None None] Checking agent: {'id': '0d0ec358-3583-457d-8c3e-30368d3d3544', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 31, 43), 'started_at': datetime.datetime(2021, 5, 25, 15, 32, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:39:40.552275 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3ada1f-6296-45ea-8560-cedff9ca88b7 None None] Checking segment: {'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:39:40.553262 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ad3ada1f-6296-45ea-8560-cedff9ca88b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:40.553902 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3ada1f-6296-45ea-8560-cedff9ca88b7 None None] Bound using segment: {'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:39:40.554483 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-ad3ada1f-6296-45ea-8560-cedff9ca88b7 None None] Bound port: bff4e080-c1ed-43e6-872c-a286b15ea1c5, host: dv-cinder-791240-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'}}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:39:40.555236 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ad3ada1f-6296-45ea-8560-cedff9ca88b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:40.644655 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bca58ca-18d0-43b7-8cfb-02410ef31fac admin admin] Network a7c8d6f3-a9da-4608-811d-0c5dca9a4d22 is scheduled to be hosted by DHCP agent 42768c43-11d1-4f10-a648-883cd7cd861b with binding_index 1 {{(pid=98474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:39:40.647472 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-b11f841d-0f81-4c46-97fc-2aa292783082 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ffa7239008464e2a8104f06ccb475676&name=default HTTP/1.1" status: 200 len: 2979 time: 4.6514013 May 25 15:39:40.649147 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f841d-0f81-4c46-97fc-2aa292783082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cebb832-92af-41c4-8ab2-db0a0b46d6f8,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:40.661476 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 60954) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:40.662877 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.provisioning_blocks [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-d3c80d3d-08de-4efd-a590-e5933ada9c40 service neutron] Transition to ACTIVE for port object b83de6ce-a91e-489f-9939-63805a19dd84 will not be triggered until provisioned by entity L2. {{(pid=98473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:39:40.668114 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-b11f841d-0f81-4c46-97fc-2aa292783082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:40.699934 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-b33a84b7-34b3-4d0f-af76-eb24b18dc7eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:40.772384 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-d3c80d3d-08de-4efd-a590-e5933ada9c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:40.793026 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-b33a84b7-34b3-4d0f-af76-eb24b18dc7eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:40.799980 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-ad3ada1f-6296-45ea-8560-cedff9ca88b7 None None] For port bff4e080-c1ed-43e6-872c-a286b15ea1c5, host dv-cinder-791240-3-iscsi, cleared binding levels {{(pid=98475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:39:40.813643 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-ad3ada1f-6296-45ea-8560-cedff9ca88b7 None None] For port bff4e080-c1ed-43e6-872c-a286b15ea1c5, host dv-cinder-791240-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=bff4e080-c1ed-43e6-872c-a286b15ea1c5,segment=NetworkSegment(709432ef-9055-43de-bcb9-c4833f38b817),segment_id=709432ef-9055-43de-bcb9-c4833f38b817)] {{(pid=98475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:39:40.822877 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ad3ada1f-6296-45ea-8560-cedff9ca88b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:40.848427 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-3ba93dcd-ff87-4f1a-a530-92c22e763122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:40.903961 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [None req-6bca58ca-18d0-43b7-8cfb-02410ef31fac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-iscsi, a7c8d6f3-a9da-4608-811d-0c5dca9a4d22) {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:39:40.938817 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:41.009006 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-b33a84b7-34b3-4d0f-af76-eb24b18dc7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:41.010475 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bca58ca-18d0-43b7-8cfb-02410ef31fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:41.011115 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-6bca58ca-18d0-43b7-8cfb-02410ef31fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for subnet, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:41.011499 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da56fbba-7dc8-4930-b630-d5a9a79e9c99 None None] Pushing event updated for resources: {'Port': ['ID=bff4e080-c1ed-43e6-872c-a286b15ea1c5,revision_number=3']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:41.022873 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-da56fbba-7dc8-4930-b630-d5a9a79e9c99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:41.028676 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287f633e-b3fd-4b51-922c-d991acf5d8d1 None None] Network a7c8d6f3-a9da-4608-811d-0c5dca9a4d22 requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:39:41.105525 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-b33a84b7-34b3-4d0f-af76-eb24b18dc7eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:41.106801 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-b33a84b7-34b3-4d0f-af76-eb24b18dc7eb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cc57a67e-42e9-4ba1-a03d-a61ca1f0f904 HTTP/1.1" status: 204 len: 168 time: 0.7450540 May 25 15:39:41.107268 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:41.139967 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-6bca58ca-18d0-43b7-8cfb-02410ef31fac admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.2159700 May 25 15:39:41.148266 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-4c50d981-bf9d-4fa9-9199-aadbe5a4e325 req-b55d4994-7b6c-4ad1-9e73-b4717c909296 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca27a72-d3fb-47eb-a009-4707c96cb88d HTTP/1.1" status: 200 len: 210 time: 0.1476004 May 25 15:39:41.176000 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a84b7-34b3-4d0f-af76-eb24b18dc7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc57a67e-42e9-4ba1-a03d-a61ca1f0f904,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:41.186350 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-b33a84b7-34b3-4d0f-af76-eb24b18dc7eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:41.263778 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device f9163d23-417a-400b-a0c9-6da05619dddc up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:39:41.399052 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.db_base_plugin_common [None req-bf89879e-9eae-4210-a3a8-bbb99f17aa6b admin admin] Allocated IP 172.20.0.1 (8f344abd-5290-4d8f-91e2-bf99f4fcd285/8cf8d8a0-2dc7-4fc4-85a0-c64f7a466b21/ad92c6cb-8083-4ed7-905d-7b8a76e463d9) {{(pid=98474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:39:41.403379 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.db_base_plugin_common [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-3d57f1bd-f028-416a-bbfe-8ed893379b6c tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Allocated IP 172.20.0.6 (a454cf6c-27f3-4e65-8a46-b57d728d820a/5d406481-8ad1-4ef9-a379-1390671d5486/1b4f457c-ce11-4b07-b661-f77713f031df) {{(pid=98473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:39:41.409421 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c80d3d-08de-4efd-a590-e5933ada9c40 service neutron] Pushing event updated for resources: {'Port': ['ID=b83de6ce-a91e-489f-9939-63805a19dd84,revision_number=2']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:41.425415 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-d3c80d3d-08de-4efd-a590-e5933ada9c40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:41.460383 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3ada1f-6296-45ea-8560-cedff9ca88b7 None None] Routers {'0b6d2aaf-e710-4ef6-bfb3-54bf20f72797'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:39:41.461090 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-ad3ada1f-6296-45ea-8560-cedff9ca88b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:39:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['0b6d2aaf-e710-4ef6-bfb3-54bf20f72797'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:39:41.841171 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-89715783-1b51-45db-98d9-8ba0fe2804bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:41.919849 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.managers [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-d3c80d3d-08de-4efd-a590-e5933ada9c40 service neutron] Attempting to bind port b83de6ce-a91e-489f-9939-63805a19dd84 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:39:41.920925 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.managers [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-d3c80d3d-08de-4efd-a590-e5933ada9c40 service neutron] Attempting to bind port b83de6ce-a91e-489f-9939-63805a19dd84 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': 'ad49e5a5-3c7b-441d-962f-c4d09987cf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'acc2ab5b-ecab-4967-bff8-879c74e3a33e'}] {{(pid=98473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:39:41.927067 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-d3c80d3d-08de-4efd-a590-e5933ada9c40 service neutron] Attempting to bind port b83de6ce-a91e-489f-9939-63805a19dd84 on network acc2ab5b-ecab-4967-bff8-879c74e3a33e {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:39:42.030937 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-bf89879e-9eae-4210-a3a8-bbb99f17aa6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:42.078217 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-bf89879e-9eae-4210-a3a8-bbb99f17aa6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363'] for port, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:42.092032 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:42.373984 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5649dd-ded3-480c-afb2-11933257bb00 req-b32201b0-3faf-4042-b1d4-4056dc46f98b tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:42.377412 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-7c5649dd-ded3-480c-afb2-11933257bb00 req-b32201b0-3faf-4042-b1d4-4056dc46f98b tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/ports?device_id=135cf23d-5269-4e8e-981f-ba59dba81156 HTTP/1.1" status: 200 len: 944 time: 0.8655519 May 25 15:39:42.385644 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf89879e-9eae-4210-a3a8-bbb99f17aa6b admin admin] Network 8f344abd-5290-4d8f-91e2-bf99f4fcd285 is already hosted by enough agents. {{(pid=98474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:39:42.397156 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [None req-bf89879e-9eae-4210-a3a8-bbb99f17aa6b admin admin] Resources bound (agent type, host, resource id): {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:39:42.422344 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-3d57f1bd-f028-416a-bbfe-8ed893379b6c tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Notify callbacks [] for port, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:42.470324 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf89879e-9eae-4210-a3a8-bbb99f17aa6b admin admin] Received port after_create {{(pid=98474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:39:42.476619 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-bf89879e-9eae-4210-a3a8-bbb99f17aa6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-352649'] for router_interface, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:42.479106 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-3d57f1bd-f028-416a-bbfe-8ed893379b6c tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363'] for port, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:42.482506 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-d3c80d3d-08de-4efd-a590-e5933ada9c40 service neutron] Port b83de6ce-a91e-489f-9939-63805a19dd84 on network acc2ab5b-ecab-4967-bff8-879c74e3a33e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:39:42.483038 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-d3c80d3d-08de-4efd-a590-e5933ada9c40 service neutron] Attempting to bind port b83de6ce-a91e-489f-9939-63805a19dd84 on network acc2ab5b-ecab-4967-bff8-879c74e3a33e {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:39:42.635174 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-0290f2ec-4d5b-4e51-af18-3c524632adba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:42.650869 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6fefd5-bf54-417e-a00e-757500c7a160 None None] Network a7c8d6f3-a9da-4608-811d-0c5dca9a4d22 requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:39:42.740946 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57f1bd-f028-416a-bbfe-8ed893379b6c tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Pushing event updated for resources: {'Port': ['ID=1b4f457c-ce11-4b07-b661-f77713f031df,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:42.861560 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-3d57f1bd-f028-416a-bbfe-8ed893379b6c tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:42.861560 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-d3c80d3d-08de-4efd-a590-e5933ada9c40 service neutron] Checking agent: {'id': 'eb2109ed-85e4-4c57-98e0-c43a853e4d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'started_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:39:42.861560 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-d3c80d3d-08de-4efd-a590-e5933ada9c40 service neutron] Checking segment: {'id': 'ad49e5a5-3c7b-441d-962f-c4d09987cf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'acc2ab5b-ecab-4967-bff8-879c74e3a33e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:39:42.861560 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-d3c80d3d-08de-4efd-a590-e5933ada9c40 service neutron] Bound using segment: {'id': 'ad49e5a5-3c7b-441d-962f-c4d09987cf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'acc2ab5b-ecab-4967-bff8-879c74e3a33e'} {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:39:42.861560 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.managers [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-d3c80d3d-08de-4efd-a590-e5933ada9c40 service neutron] Bound port: b83de6ce-a91e-489f-9939-63805a19dd84, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad49e5a5-3c7b-441d-962f-c4d09987cf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'acc2ab5b-ecab-4967-bff8-879c74e3a33e'}}] {{(pid=98473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:39:42.861560 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-d3c80d3d-08de-4efd-a590-e5933ada9c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:42.861560 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-89715783-1b51-45db-98d9-8ba0fe2804bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:42.906263 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-3d57f1bd-f028-416a-bbfe-8ed893379b6c tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Network a454cf6c-27f3-4e65-8a46-b57d728d820a is already hosted by enough agents. {{(pid=98473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:39:43.003810 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.base_scheduler [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-3d57f1bd-f028-416a-bbfe-8ed893379b6c tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Resources bound (agent type, host, resource id): {{(pid=98473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:39:43.005910 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning for port f9163d23-417a-400b-a0c9-6da05619dddc completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:39:43.018534 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-ad3ada1f-6296-45ea-8560-cedff9ca88b7 None None] Set router 0b6d2aaf-e710-4ef6-bfb3-54bf20f72797 gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:39:43.024036 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89879e-9eae-4210-a3a8-bbb99f17aa6b admin admin] Pushing event updated for resources: {'Port': ['ID=ad92c6cb-8083-4ed7-905d-7b8a76e463d9,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:43.027273 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-bf89879e-9eae-4210-a3a8-bbb99f17aa6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.936s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:43.029510 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 32778) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:43.100579 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.db_base_plugin_common [None req-8aa65de3-ae58-444a-8f5d-8802f28f8cbd admin admin] Allocated IP 172.20.0.1 (771546d5-f50e-49c2-832e-f1005d51ba9c/6affe17c-ed2e-4df1-9809-4e056b57fa85/99703f4e-63ee-4d70-a03c-2d40e2bef85a) {{(pid=98473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:39:43.104021 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-18c4f5f4-4a9d-40f8-aba9-f8f659f8da8a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1826173895-network', 'tenant_id': '17069116434646b8bfb2c445a3a9a9ce'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:39:43.124519 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-18c4f5f4-4a9d-40f8-aba9-f8f659f8da8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:43.151113 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-18c4f5f4-4a9d-40f8-aba9-f8f659f8da8a admin admin] Usage tracker for resource:network and tenant:17069116434646b8bfb2c445a3a9a9ce is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:43.155262 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-18c4f5f4-4a9d-40f8-aba9-f8f659f8da8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:43.167747 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-18c4f5f4-4a9d-40f8-aba9-f8f659f8da8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:43.184883 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c4f5f4-4a9d-40f8-aba9-f8f659f8da8a admin admin] Made reservation on behalf of 17069116434646b8bfb2c445a3a9a9ce for: {'network': 1} {{(pid=98474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:39:43.187471 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-18c4f5f4-4a9d-40f8-aba9-f8f659f8da8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1658119'] for network, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:43.197641 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-3d57f1bd-f028-416a-bbfe-8ed893379b6c tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Received port after_create {{(pid=98473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:39:43.209943 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-18c4f5f4-4a9d-40f8-aba9-f8f659f8da8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:43.212026 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-3d57f1bd-f028-416a-bbfe-8ed893379b6c tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:43.216118 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-3d57f1bd-f028-416a-bbfe-8ed893379b6c tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for port, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:43.246425 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-7c5649dd-ded3-480c-afb2-11933257bb00 req-026ceac6-13ca-4413-8931-ca85606e4af7 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3324d24-1f64-4059-a4af-856778a4db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8520541 May 25 15:39:43.270519 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-bf89879e-9eae-4210-a3a8-bbb99f17aa6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:43.287497 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port f9163d23-417a-400b-a0c9-6da05619dddc triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:39:43.297511 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-18c4f5f4-4a9d-40f8-aba9-f8f659f8da8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:43.298610 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:43.301459 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-18c4f5f4-4a9d-40f8-aba9-f8f659f8da8a admin admin] Usage tracker for resource:security_group_rule and tenant:17069116434646b8bfb2c445a3a9a9ce is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:43.309302 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-18c4f5f4-4a9d-40f8-aba9-f8f659f8da8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:43.315255 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-18c4f5f4-4a9d-40f8-aba9-f8f659f8da8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:43.379147 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:43.588274 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-18c4f5f4-4a9d-40f8-aba9-f8f659f8da8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:43.616534 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-18c4f5f4-4a9d-40f8-aba9-f8f659f8da8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:43.634600 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-b33a84b7-34b3-4d0f-af76-eb24b18dc7eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:43.651151 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-3d57f1bd-f028-416a-bbfe-8ed893379b6c tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1894431 May 25 15:39:43.715158 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-f98ce084-ff84-4aa4-9ecc-5415b4a0535e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:43.728035 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c4f5f4-4a9d-40f8-aba9-f8f659f8da8a admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=98474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:39:43.747451 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-d3c80d3d-08de-4efd-a590-e5933ada9c40 service neutron] For port b83de6ce-a91e-489f-9939-63805a19dd84, host hv-cinder-79124, cleared binding levels {{(pid=98473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:39:43.757750 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-d3c80d3d-08de-4efd-a590-e5933ada9c40 service neutron] For port b83de6ce-a91e-489f-9939-63805a19dd84, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=b83de6ce-a91e-489f-9939-63805a19dd84,segment=NetworkSegment(ad49e5a5-3c7b-441d-962f-c4d09987cf92),segment_id=ad49e5a5-3c7b-441d-962f-c4d09987cf92)] {{(pid=98473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:39:43.780552 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-d3c80d3d-08de-4efd-a590-e5933ada9c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:43.793357 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b3ac0-1322-4882-9e4d-4c1c834be0b5 req-ef7b1fac-32a9-497b-a0e6-5dff9e24d09b tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:43.794236 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-c31b3ac0-1322-4882-9e4d-4c1c834be0b5 req-ef7b1fac-32a9-497b-a0e6-5dff9e24d09b tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Synchronizing usage tracker for tenant:1d0d92ba8c334e7bb4ce451a7b4b1caf on resource:port {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:39:43.807775 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:43.833205 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4f5f4-4a9d-40f8-aba9-f8f659f8da8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9bf195-c600-49b3-a10f-6842751112e5,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:43.859371 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-18c4f5f4-4a9d-40f8-aba9-f8f659f8da8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:43.888857 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-c31b3ac0-1322-4882-9e4d-4c1c834be0b5 req-ef7b1fac-32a9-497b-a0e6-5dff9e24d09b tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Unset dirty status for tenant:1d0d92ba8c334e7bb4ce451a7b4b1caf on resource:port {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:39:43.889345 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c31b3ac0-1322-4882-9e4d-4c1c834be0b5 req-ef7b1fac-32a9-497b-a0e6-5dff9e24d09b tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca27a72-d3fb-47eb-a009-4707c96cb88d HTTP/1.1" status: 200 len: 931 time: 1.4136336 May 25 15:39:43.914608 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-18c4f5f4-4a9d-40f8-aba9-f8f659f8da8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:43.915217 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.db.segments_db [None req-18c4f5f4-4a9d-40f8-aba9-f8f659f8da8a admin admin] Added segment 1e658189-8d28-46d0-ac52-f664858b3bcf of type vlan for network 50a3e2f9-2a44-4449-a246-91b8e14393cb May 25 15:39:43.931995 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-d3c80d3d-08de-4efd-a590-e5933ada9c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:43.932724 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-d3c80d3d-08de-4efd-a590-e5933ada9c40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for port, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:43.934325 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-d3c80d3d-08de-4efd-a590-e5933ada9c40 service neutron] 10.222.0.57 "PUT /v2.0/ports/b83de6ce-a91e-489f-9939-63805a19dd84 HTTP/1.1" status: 200 len: 1094 time: 7.5368032 May 25 15:39:43.938597 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135cf23d-5269-4e8e-981f-ba59dba81156', 'tag': 'b83de6ce-a91e-489f-9939-63805a19dd84'}] {{(pid=98473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:39:43.973827 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:43.977534 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-bf89879e-9eae-4210-a3a8-bbb99f17aa6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:44.015585 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-bf89879e-9eae-4210-a3a8-bbb99f17aa6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:44.041104 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-bf89879e-9eae-4210-a3a8-bbb99f17aa6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-352548'] for router_interface, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:44.044853 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:44.059159 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-89715783-1b51-45db-98d9-8ba0fe2804bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:44.117190 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-8aa65de3-ae58-444a-8f5d-8802f28f8cbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:44.218939 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-89715783-1b51-45db-98d9-8ba0fe2804bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:44.224129 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-89715783-1b51-45db-98d9-8ba0fe2804bc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0cebb832-92af-41c4-8ab2-db0a0b46d6f8 HTTP/1.1" status: 204 len: 168 time: 3.5568130 May 25 15:39:44.232584 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-31c54a6d-8620-4cc1-9cf9-05b838b9666d service neutron] Request body: {'port': {'device_id': 'cca27a72-d3fb-47eb-a009-4707c96cb88d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:39:44.270902 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-18c4f5f4-4a9d-40f8-aba9-f8f659f8da8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758999109461'] for network, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:44.407337 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:44.470133 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] For port f9163d23-417a-400b-a0c9-6da05619dddc, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=f9163d23-417a-400b-a0c9-6da05619dddc,segment=NetworkSegment(709432ef-9055-43de-bcb9-c4833f38b817),segment_id=709432ef-9055-43de-bcb9-c4833f38b817)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:39:44.481405 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c80d3d-08de-4efd-a590-e5933ada9c40 service neutron] Pushing event updated for resources: {'Port': ['ID=b83de6ce-a91e-489f-9939-63805a19dd84,revision_number=3']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:44.488687 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-c31b3ac0-1322-4882-9e4d-4c1c834be0b5 req-9f2115f1-791b-4e3d-afd3-f9a28c730f33 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Synchronizing usage tracker for tenant:1d0d92ba8c334e7bb4ce451a7b4b1caf on resource:security_group {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:39:44.490518 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:44.492782 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89879e-9eae-4210-a3a8-bbb99f17aa6b admin admin] Pushing event updated for resources: {'Port': ['ID=ad92c6cb-8083-4ed7-905d-7b8a76e463d9,revision_number=2']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:44.495796 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:44.511260 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-bf89879e-9eae-4210-a3a8-bbb99f17aa6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:44.520894 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.provisioning_blocks [None req-8aa65de3-ae58-444a-8f5d-8802f28f8cbd admin admin] Transition to ACTIVE for port object 99703f4e-63ee-4d70-a03c-2d40e2bef85a will not be triggered until provisioned by entity DHCP. {{(pid=98473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:39:44.534826 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-d3c80d3d-08de-4efd-a590-e5933ada9c40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:44.551810 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-dd741b97-f74c-4fa3-b9d1-489dad720c64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.429s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:44.624112 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89715783-1b51-45db-98d9-8ba0fe2804bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cebb832-92af-41c4-8ab2-db0a0b46d6f8,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:44.661843 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Pushing event updated for resources: {'Port': ['ID=f9163d23-417a-400b-a0c9-6da05619dddc,revision_number=4']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:44.662519 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-89715783-1b51-45db-98d9-8ba0fe2804bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:44.691603 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:44.707125 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-ad3ada1f-6296-45ea-8560-cedff9ca88b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6d2aaf-e710-4ef6-bfb3-54bf20f72797', 'name': 'tempest-ServerRescueNegativeTestJSON-1569998671-router', 'tenant_id': '58b8a9fdf31144b5b20d99f9a9ac856f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bff4e080-c1ed-43e6-872c-a286b15ea1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:39:28Z', 'updated_at': '2021-05-25T15:39:34Z', 'revision_number': 3, 'project_id': '58b8a9fdf31144b5b20d99f9a9ac856f', 'gw_port': {'id': 'bff4e080-c1ed-43e6-872c-a286b15ea1c5', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6d2aaf-e710-4ef6-bfb3-54bf20f72797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:31Z', 'updated_at': '2021-05-25T15:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi'}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:39:44.739159 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3ada1f-6296-45ea-8560-cedff9ca88b7 None None] The sync data for ids ['0b6d2aaf-e710-4ef6-bfb3-54bf20f72797'] in dv-cinder-791240-3-iscsi is: [{'id': '0b6d2aaf-e710-4ef6-bfb3-54bf20f72797', 'name': 'tempest-ServerRescueNegativeTestJSON-1569998671-router', 'tenant_id': '58b8a9fdf31144b5b20d99f9a9ac856f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bff4e080-c1ed-43e6-872c-a286b15ea1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:39:28Z', 'updated_at': '2021-05-25T15:39:34Z', 'revision_number': 3, 'project_id': '58b8a9fdf31144b5b20d99f9a9ac856f', 'gw_port': {'id': 'bff4e080-c1ed-43e6-872c-a286b15ea1c5', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6d2aaf-e710-4ef6-bfb3-54bf20f72797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:31Z', 'updated_at': '2021-05-25T15:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi'}] {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:39:44.779665 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-c31b3ac0-1322-4882-9e4d-4c1c834be0b5 req-9f2115f1-791b-4e3d-afd3-f9a28c730f33 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Unset dirty status for tenant:1d0d92ba8c334e7bb4ce451a7b4b1caf on resource:security_group {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:39:44.781307 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c31b3ac0-1322-4882-9e4d-4c1c834be0b5 req-9f2115f1-791b-4e3d-afd3-f9a28c730f33 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8697710 May 25 15:39:44.811525 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-9aa3c232-a84d-406b-bcb3-8bdbf230cd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:44.813603 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-9aa3c232-a84d-406b-bcb3-8bdbf230cd97 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=819e50a1b0dd40f28366b0a596caf150&device_id=135cf23d-5269-4e8e-981f-ba59dba81156 HTTP/1.1" status: 200 len: 1097 time: 0.6136243 May 25 15:39:44.831168 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-31c54a6d-8620-4cc1-9cf9-05b838b9666d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:44.866767 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-18c4f5f4-4a9d-40f8-aba9-f8f659f8da8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430'] for network, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:44.962601 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c4f5f4-4a9d-40f8-aba9-f8f659f8da8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:44.966380 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-18c4f5f4-4a9d-40f8-aba9-f8f659f8da8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:44.992554 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-e9d83abe-a5ef-4a85-92d2-a026804e49d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:45.032721 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 32822) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:45.043439 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-8aa65de3-ae58-444a-8f5d-8802f28f8cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363'] for port, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:45.071461 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:45.108857 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-701a7cb8-0dc5-4680-b2da-fdcd949daa48 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b83de6ce-a91e-489f-9939-63805a19dd84 HTTP/1.1" status: 200 len: 217 time: 0.1655405 May 25 15:39:45.239083 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa65de3-ae58-444a-8f5d-8802f28f8cbd admin admin] Network 771546d5-f50e-49c2-832e-f1005d51ba9c is already hosted by enough agents. {{(pid=98473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:39:45.268420 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.base_scheduler [None req-8aa65de3-ae58-444a-8f5d-8802f28f8cbd admin admin] Resources bound (agent type, host, resource id): {{(pid=98473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:39:45.280613 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa65de3-ae58-444a-8f5d-8802f28f8cbd admin admin] Received port after_create {{(pid=98473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:39:45.281427 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-8aa65de3-ae58-444a-8f5d-8802f28f8cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-352649'] for router_interface, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:45.286182 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-6af2ee90-17e6-4c98-ab61-72582388d599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:45.311687 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa65de3-ae58-444a-8f5d-8802f28f8cbd admin admin] Pushing event updated for resources: {'Port': ['ID=99703f4e-63ee-4d70-a03c-2d40e2bef85a,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:45.323948 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-8aa65de3-ae58-444a-8f5d-8802f28f8cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:45.409872 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-89e778f1-ba24-429f-8e04-4737557fb019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:45.410983 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-89e778f1-ba24-429f-8e04-4737557fb019 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bf1cb5a0-fbea-4580-87e8-0fe3dab4a1aa HTTP/1.1" status: 200 len: 852 time: 0.2770510 May 25 15:39:45.425898 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-18c4f5f4-4a9d-40f8-aba9-f8f659f8da8a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3916602 May 25 15:39:45.432677 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4f5f4-4a9d-40f8-aba9-f8f659f8da8a admin admin] Pushing event updated for resources: {'Network': ['ID=50a3e2f9-2a44-4449-a246-91b8e14393cb,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:45.446758 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Network 50a3e2f9-2a44-4449-a246-91b8e14393cb details requested by agent ovs-agent-dv-cinder-791240-3-iscsi with host dv-cinder-791240-3-iscsi {{(pid=98475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:39:45.451487 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-18c4f5f4-4a9d-40f8-aba9-f8f659f8da8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:45.456860 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 32832) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:45.479285 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-6af2ee90-17e6-4c98-ab61-72582388d599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:45.513089 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-844ca56d-f805-4210-955d-959ffab98e7c admin admin] Request body: {'subnet': {'network_id': '50a3e2f9-2a44-4449-a246-91b8e14393cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1826173895-subnet', 'tenant_id': '17069116434646b8bfb2c445a3a9a9ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:39:45.518428 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-6af2ee90-17e6-4c98-ab61-72582388d599 admin admin] Usage tracker for resource:security_group_rule and tenant:60a1569eb9d7430c8f0bc385835c6f91 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:45.552887 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-6af2ee90-17e6-4c98-ab61-72582388d599 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:45.558805 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-844ca56d-f805-4210-955d-959ffab98e7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:45.610229 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-6af2ee90-17e6-4c98-ab61-72582388d599 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:45.620756 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-844ca56d-f805-4210-955d-959ffab98e7c admin admin] Usage tracker for resource:subnet and tenant:17069116434646b8bfb2c445a3a9a9ce is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:45.630827 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-844ca56d-f805-4210-955d-959ffab98e7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:45.642546 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-844ca56d-f805-4210-955d-959ffab98e7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:45.664399 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf89879e-9eae-4210-a3a8-bbb99f17aa6b admin admin] Network 8f344abd-5290-4d8f-91e2-bf99f4fcd285 is already hosted by enough agents. {{(pid=98474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:39:45.834826 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-6af2ee90-17e6-4c98-ab61-72582388d599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:45.837691 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [None req-bf89879e-9eae-4210-a3a8-bbb99f17aa6b admin admin] Resources bound (agent type, host, resource id): {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:39:45.873714 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:45.880013 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-c9ef4968-08a0-4330-8756-b1c34bd6a61a None None] Provisioning for port 99703f4e-63ee-4d70-a03c-2d40e2bef85a completed by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:39:45.903605 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-c9ef4968-08a0-4330-8756-b1c34bd6a61a None None] Provisioning complete for port 99703f4e-63ee-4d70-a03c-2d40e2bef85a triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:39:45.904353 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9ef4968-08a0-4330-8756-b1c34bd6a61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:46.021613 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-c9ef4968-08a0-4330-8756-b1c34bd6a61a None None] Port 99703f4e-63ee-4d70-a03c-2d40e2bef85a cannot update to ACTIVE because it is not bound. {{(pid=98475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:39:46.030740 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '135cf23d-5269-4e8e-981f-ba59dba81156', 'tag': 'b83de6ce-a91e-489f-9939-63805a19dd84', 'status': 'completed', 'code': 200} May 25 15:39:46.046387 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-3e18c2dc-b8c8-4c3c-a140-17e39c912b81 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=acc2ab5b-ecab-4967-bff8-879c74e3a33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1349545 May 25 15:39:46.137211 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844ca56d-f805-4210-955d-959ffab98e7c admin admin] Made reservation on behalf of 17069116434646b8bfb2c445a3a9a9ce for: {'subnet': 1} {{(pid=98474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:39:46.137211 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-844ca56d-f805-4210-955d-959ffab98e7c admin admin] Notify callbacks [] for subnet, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:46.182192 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-6af2ee90-17e6-4c98-ab61-72582388d599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:46.317970 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-31c54a6d-8620-4cc1-9cf9-05b838b9666d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b4f457c-ce11-4b07-b661-f77713f031df {{(pid=98473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:39:46.327782 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-31c54a6d-8620-4cc1-9cf9-05b838b9666d service neutron] Notify callbacks [] for port, precommit_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:46.343029 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:46.351455 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.provisioning_blocks [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-31c54a6d-8620-4cc1-9cf9-05b838b9666d service neutron] Transition to ACTIVE for port object 1b4f457c-ce11-4b07-b661-f77713f031df will not be triggered until provisioned by entity L2. {{(pid=98473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:39:46.393705 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12a7f3-7dcb-4576-be83-85c35803f1a2 req-6ae00bdd-1b00-4270-a499-caba385149b8 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:46.395514 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8c12a7f3-7dcb-4576-be83-85c35803f1a2 req-6ae00bdd-1b00-4270-a499-caba385149b8 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/ports?device_id=135cf23d-5269-4e8e-981f-ba59dba81156 HTTP/1.1" status: 200 len: 944 time: 1.8833618 May 25 15:39:46.427811 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-31c54a6d-8620-4cc1-9cf9-05b838b9666d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:46.521250 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-6af2ee90-17e6-4c98-ab61-72582388d599 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60a1569eb9d7430c8f0bc385835c6f91&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4716752 May 25 15:39:46.537342 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 32858) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:46.548401 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2ee90-17e6-4c98-ab61-72582388d599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c37b65-d929-4ae8-963d-aa32e46ff9c0,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:46.561281 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf89879e-9eae-4210-a3a8-bbb99f17aa6b admin admin] Router 0b6d2aaf-e710-4ef6-bfb3-54bf20f72797 has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:39:46.562475 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-6af2ee90-17e6-4c98-ab61-72582388d599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:46.584004 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:46.667855 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c54a6d-8620-4cc1-9cf9-05b838b9666d service neutron] Pushing event updated for resources: {'Port': ['ID=1b4f457c-ce11-4b07-b661-f77713f031df,revision_number=2']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:46.701848 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-31c54a6d-8620-4cc1-9cf9-05b838b9666d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:46.720319 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 32868) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:46.761369 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8c12a7f3-7dcb-4576-be83-85c35803f1a2 req-e459090e-ecd8-44bb-9325-ac717769e332 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3324d24-1f64-4059-a4af-856778a4db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318231 May 25 15:39:46.823353 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-8aa65de3-ae58-444a-8f5d-8802f28f8cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:46.900548 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device bff4e080-c1ed-43e6-872c-a286b15ea1c5 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:39:47.049925 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning for port bff4e080-c1ed-43e6-872c-a286b15ea1c5 completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:39:47.055125 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port bff4e080-c1ed-43e6-872c-a286b15ea1c5 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:39:47.055701 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:47.075768 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-07b0d647-fba7-4d54-adef-df3554f8d5a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:47.171359 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-07b0d647-fba7-4d54-adef-df3554f8d5a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:47.184903 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2990e43-a190-47d2-a787-9c82cb781bb9 req-c7e82caa-471d-497b-9b21-6c2dbadc73fa tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:47.186423 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-e2990e43-a190-47d2-a787-9c82cb781bb9 req-c7e82caa-471d-497b-9b21-6c2dbadc73fa tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca27a72-d3fb-47eb-a009-4707c96cb88d HTTP/1.1" status: 200 len: 943 time: 0.8092458 May 25 15:39:47.187213 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-8c84331b-000a-43fc-9763-e1dd9e4fe00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:47.202817 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf89879e-9eae-4210-a3a8-bbb99f17aa6b admin admin] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:39:47.312665 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-8c84331b-000a-43fc-9763-e1dd9e4fe00c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:47.316565 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:47.326555 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-8c84331b-000a-43fc-9763-e1dd9e4fe00c admin admin] Usage tracker for resource:security_group_rule and tenant:25bf6ada5cda4ef4bed5b2c0b799185b is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:47.337746 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-8c84331b-000a-43fc-9763-e1dd9e4fe00c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:47.364330 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] For port bff4e080-c1ed-43e6-872c-a286b15ea1c5, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=bff4e080-c1ed-43e6-872c-a286b15ea1c5,segment=NetworkSegment(709432ef-9055-43de-bcb9-c4833f38b817),segment_id=709432ef-9055-43de-bcb9-c4833f38b817)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:39:47.372250 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:47.374111 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device f9163d23-417a-400b-a0c9-6da05619dddc up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:39:47.383781 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-bf89879e-9eae-4210-a3a8-bbb99f17aa6b admin admin] 10.222.0.32 "PUT /v2.0/routers/0b6d2aaf-e710-4ef6-bfb3-54bf20f72797/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4268579 May 25 15:39:47.388571 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-7a1fed87-373a-4a19-a977-ebcb90f5185f service neutron] 10.222.0.57 "GET /v2.0/networks/acc2ab5b-ecab-4967-bff8-879c74e3a33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2209797 May 25 15:39:47.389772 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-8c84331b-000a-43fc-9763-e1dd9e4fe00c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:47.477442 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-8aa65de3-ae58-444a-8f5d-8802f28f8cbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:47.482984 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.managers [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-31c54a6d-8620-4cc1-9cf9-05b838b9666d service neutron] Attempting to bind port 1b4f457c-ce11-4b07-b661-f77713f031df on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:39:47.483553 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.managers [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-31c54a6d-8620-4cc1-9cf9-05b838b9666d service neutron] Attempting to bind port 1b4f457c-ce11-4b07-b661-f77713f031df by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '1ec4470b-39ac-4e1b-833b-ea3a68e90e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a454cf6c-27f3-4e65-8a46-b57d728d820a'}] {{(pid=98473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:39:47.484009 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-31c54a6d-8620-4cc1-9cf9-05b838b9666d service neutron] Attempting to bind port 1b4f457c-ce11-4b07-b661-f77713f031df on network a454cf6c-27f3-4e65-8a46-b57d728d820a {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:39:47.492085 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:47.503253 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-31c54a6d-8620-4cc1-9cf9-05b838b9666d service neutron] Port 1b4f457c-ce11-4b07-b661-f77713f031df on network a454cf6c-27f3-4e65-8a46-b57d728d820a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:39:47.504420 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-31c54a6d-8620-4cc1-9cf9-05b838b9666d service neutron] Attempting to bind port 1b4f457c-ce11-4b07-b661-f77713f031df on network a454cf6c-27f3-4e65-8a46-b57d728d820a {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:39:47.526228 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-07b0d647-fba7-4d54-adef-df3554f8d5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:47.529427 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-8aa65de3-ae58-444a-8f5d-8802f28f8cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:47.534458 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-31c54a6d-8620-4cc1-9cf9-05b838b9666d service neutron] Checking agent: {'id': 'eb2109ed-85e4-4c57-98e0-c43a853e4d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'started_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:39:47.535231 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-31c54a6d-8620-4cc1-9cf9-05b838b9666d service neutron] Checking segment: {'id': '1ec4470b-39ac-4e1b-833b-ea3a68e90e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a454cf6c-27f3-4e65-8a46-b57d728d820a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:39:47.535231 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-31c54a6d-8620-4cc1-9cf9-05b838b9666d service neutron] Bound using segment: {'id': '1ec4470b-39ac-4e1b-833b-ea3a68e90e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a454cf6c-27f3-4e65-8a46-b57d728d820a'} {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:39:47.535599 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.managers [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-31c54a6d-8620-4cc1-9cf9-05b838b9666d service neutron] Bound port: 1b4f457c-ce11-4b07-b661-f77713f031df, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ec4470b-39ac-4e1b-833b-ea3a68e90e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a454cf6c-27f3-4e65-8a46-b57d728d820a'}}] {{(pid=98473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:39:47.536195 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-31c54a6d-8620-4cc1-9cf9-05b838b9666d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:47.546868 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:47.564783 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-8aa65de3-ae58-444a-8f5d-8802f28f8cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-352548'] for router_interface, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:47.571497 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b0d647-fba7-4d54-adef-df3554f8d5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c37b65-d929-4ae8-963d-aa32e46ff9c0,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:47.575270 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-07b0d647-fba7-4d54-adef-df3554f8d5a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:47.582899 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-e2990e43-a190-47d2-a787-9c82cb781bb9 req-d17be302-2080-4c8a-8283-a84d91cbc90b tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620665 May 25 15:39:47.586737 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-07b0d647-fba7-4d54-adef-df3554f8d5a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:47.588277 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:47.588367 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-07b0d647-fba7-4d54-adef-df3554f8d5a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a8c37b65-d929-4ae8-963d-aa32e46ff9c0 HTTP/1.1" status: 204 len: 168 time: 1.0362439 May 25 15:39:47.704232 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-844ca56d-f805-4210-955d-959ffab98e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453'] for subnet, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:47.710227 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:47.739710 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa65de3-ae58-444a-8f5d-8802f28f8cbd admin admin] Pushing event updated for resources: {'Port': ['ID=99703f4e-63ee-4d70-a03c-2d40e2bef85a,revision_number=2']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:47.820948 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844ca56d-f805-4210-955d-959ffab98e7c admin admin] Checking segment: {'id': '1e658189-8d28-46d0-ac52-f664858b3bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '50a3e2f9-2a44-4449-a246-91b8e14393cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:39:47.821460 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844ca56d-f805-4210-955d-959ffab98e7c admin admin] Network hostable DHCP agents. Network: 50a3e2f9-2a44-4449-a246-91b8e14393cb, hostable agents: ['42768c43-11d1-4f10-a648-883cd7cd861b'], hosted agents: [] {{(pid=98474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:39:47.832042 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ca56d-f805-4210-955d-959ffab98e7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=138f3308-55d3-4a9c-b1e0-7d385bb31672,revision_number=0']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:47.836557 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-844ca56d-f805-4210-955d-959ffab98e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:47.855548 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844ca56d-f805-4210-955d-959ffab98e7c admin admin] Network 50a3e2f9-2a44-4449-a246-91b8e14393cb is scheduled to be hosted by DHCP agent 42768c43-11d1-4f10-a648-883cd7cd861b with binding_index 1 {{(pid=98474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:39:47.855783 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Pushing event updated for resources: {'Port': ['ID=bff4e080-c1ed-43e6-872c-a286b15ea1c5,revision_number=4']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:47.856009 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-31c54a6d-8620-4cc1-9cf9-05b838b9666d service neutron] For port 1b4f457c-ce11-4b07-b661-f77713f031df, host hv-cinder-79124, cleared binding levels {{(pid=98473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:39:47.860916 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-31c54a6d-8620-4cc1-9cf9-05b838b9666d service neutron] For port 1b4f457c-ce11-4b07-b661-f77713f031df, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=1b4f457c-ce11-4b07-b661-f77713f031df,segment=NetworkSegment(1ec4470b-39ac-4e1b-833b-ea3a68e90e6d),segment_id=1ec4470b-39ac-4e1b-833b-ea3a68e90e6d)] {{(pid=98473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:39:47.865209 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:47.869281 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-8aa65de3-ae58-444a-8f5d-8802f28f8cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:47.878817 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 32898) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:47.882547 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port f9163d23-417a-400b-a0c9-6da05619dddc triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:39:47.884811 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:47.897642 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [None req-844ca56d-f805-4210-955d-959ffab98e7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-iscsi, 50a3e2f9-2a44-4449-a246-91b8e14393cb) {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:39:47.904940 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844ca56d-f805-4210-955d-959ffab98e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:47.905806 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-844ca56d-f805-4210-955d-959ffab98e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for subnet, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:47.961101 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-844ca56d-f805-4210-955d-959ffab98e7c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4928436 May 25 15:39:47.961791 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be081e09-4a62-4138-b306-ca45f7028e38 None None] Sync routers for ids ['0b6d2aaf-e710-4ef6-bfb3-54bf20f72797'] in dv-cinder-791240-3-iscsi {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:39:47.977875 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be081e09-4a62-4138-b306-ca45f7028e38 None None] Routers {'0b6d2aaf-e710-4ef6-bfb3-54bf20f72797'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:39:47.980758 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-be081e09-4a62-4138-b306-ca45f7028e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:39:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['0b6d2aaf-e710-4ef6-bfb3-54bf20f72797'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:39:47.996733 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-31c54a6d-8620-4cc1-9cf9-05b838b9666d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:48.036971 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:48.093252 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e33c19-4933-4321-983a-9ffc1671c844 req-f2e8d73b-8ca3-4dc5-8331-89d2f35b588d tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:48.096038 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a6e33c19-4933-4321-983a-9ffc1671c844 req-f2e8d73b-8ca3-4dc5-8331-89d2f35b588d tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/ports?device_id=135cf23d-5269-4e8e-981f-ba59dba81156 HTTP/1.1" status: 200 len: 944 time: 0.1064949 May 25 15:39:48.108351 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4abfe8-9766-4b3b-a240-0a32a0bd2dbf None None] Network 50a3e2f9-2a44-4449-a246-91b8e14393cb requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:39:48.149434 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-31c54a6d-8620-4cc1-9cf9-05b838b9666d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:48.150545 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-31c54a6d-8620-4cc1-9cf9-05b838b9666d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for port, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:48.152438 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-31c54a6d-8620-4cc1-9cf9-05b838b9666d service neutron] 10.222.0.57 "PUT /v2.0/ports/1b4f457c-ce11-4b07-b661-f77713f031df HTTP/1.1" status: 200 len: 1093 time: 3.9567060 May 25 15:39:48.153944 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a6e33c19-4933-4321-983a-9ffc1671c844 req-09e6a614-d7df-4ec7-bb32-5c225c786839 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3324d24-1f64-4059-a4af-856778a4db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502479 May 25 15:39:48.179434 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca27a72-d3fb-47eb-a009-4707c96cb88d', 'tag': '1b4f457c-ce11-4b07-b661-f77713f031df'}] {{(pid=98473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:39:48.304632 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-45a577f1-f12b-42fa-81b0-2db657427d73 req-9bcd2fa4-1582-4641-9dac-4bd97567b033 service neutron] 10.222.0.57 "GET /v2.0/networks/acc2ab5b-ecab-4967-bff8-879c74e3a33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6653297 May 25 15:39:48.304632 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca27a72-d3fb-47eb-a009-4707c96cb88d', 'tag': '1b4f457c-ce11-4b07-b661-f77713f031df', 'status': 'completed', 'code': 200} May 25 15:39:48.305255 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 32916) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:48.374184 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-8c84331b-000a-43fc-9763-e1dd9e4fe00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:48.380105 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c54a6d-8620-4cc1-9cf9-05b838b9666d service neutron] Pushing event updated for resources: {'Port': ['ID=1b4f457c-ce11-4b07-b661-f77713f031df,revision_number=3']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:48.395263 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-31c54a6d-8620-4cc1-9cf9-05b838b9666d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:48.400203 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef2ed2e-9f4b-4628-976d-acf6efe6db8e admin admin] Deleting subnet 415dfc5c-36d0-421c-81bd-a79833184d02 {{(pid=98474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 15:39:48.402953 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-be081e09-4a62-4138-b306-ca45f7028e38 None None] Set router 0b6d2aaf-e710-4ef6-bfb3-54bf20f72797 gateway port host: dv-cinder-791240-3-iscsi {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:39:48.404528 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-8c84331b-000a-43fc-9763-e1dd9e4fe00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:48.409752 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2ef2ed2e-9f4b-4628-976d-acf6efe6db8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:48.443562 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-1e055767-3ac3-4ae6-9d4e-05f0144e9b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:48.524077 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2ef2ed2e-9f4b-4628-976d-acf6efe6db8e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:48.539943 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2ef2ed2e-9f4b-4628-976d-acf6efe6db8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1682880'] for subnet, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:48.541602 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa65de3-ae58-444a-8f5d-8802f28f8cbd admin admin] Network 771546d5-f50e-49c2-832e-f1005d51ba9c is already hosted by enough agents. {{(pid=98473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:39:48.562450 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.base_scheduler [None req-8aa65de3-ae58-444a-8f5d-8802f28f8cbd admin admin] Resources bound (agent type, host, resource id): {{(pid=98473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:39:48.584530 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-8c84331b-000a-43fc-9763-e1dd9e4fe00c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=25bf6ada5cda4ef4bed5b2c0b799185b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8568838 May 25 15:39:48.585215 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 32922) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:48.610480 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84331b-000a-43fc-9763-e1dd9e4fe00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6f5b2c-0532-4eda-931a-e235ffea3b81,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:48.659027 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2daee65-5991-4cca-bf55-524c04770723 None None] Network 50a3e2f9-2a44-4449-a246-91b8e14393cb requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:39:48.669140 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-8c84331b-000a-43fc-9763-e1dd9e4fe00c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:48.726723 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device bff4e080-c1ed-43e6-872c-a286b15ea1c5 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:39:48.874460 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-be081e09-4a62-4138-b306-ca45f7028e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6d2aaf-e710-4ef6-bfb3-54bf20f72797', 'name': 'tempest-ServerRescueNegativeTestJSON-1569998671-router', 'tenant_id': '58b8a9fdf31144b5b20d99f9a9ac856f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bff4e080-c1ed-43e6-872c-a286b15ea1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:39:28Z', 'updated_at': '2021-05-25T15:39:43Z', 'revision_number': 4, 'project_id': '58b8a9fdf31144b5b20d99f9a9ac856f', 'gw_port': {'id': 'bff4e080-c1ed-43e6-872c-a286b15ea1c5', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6d2aaf-e710-4ef6-bfb3-54bf20f72797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:31Z', 'updated_at': '2021-05-25T15:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': 'ad92c6cb-8083-4ed7-905d-7b8a76e463d9', 'name': '', 'network_id': '8f344abd-5290-4d8f-91e2-bf99f4fcd285', 'tenant_id': '58b8a9fdf31144b5b20d99f9a9ac856f', 'mac_address': 'fa:16:3e:5d:b3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6d2aaf-e710-4ef6-bfb3-54bf20f72797', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '8cf8d8a0-2dc7-4fc4-85a0-c64f7a466b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:40Z', 'updated_at': '2021-05-25T15:39:43Z', 'revision_number': 2, 'project_id': '58b8a9fdf31144b5b20d99f9a9ac856f', 'subnets': [{'id': '8cf8d8a0-2dc7-4fc4-85a0-c64f7a466b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:39:48.879620 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be081e09-4a62-4138-b306-ca45f7028e38 None None] Checking router: 0b6d2aaf-e710-4ef6-bfb3-54bf20f72797 for host: dv-cinder-791240-3-iscsi {{(pid=98476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:39:48.880156 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be081e09-4a62-4138-b306-ca45f7028e38 None None] Updating router 0b6d2aaf-e710-4ef6-bfb3-54bf20f72797 port ad92c6cb-8083-4ed7-905d-7b8a76e463d9 binding host dv-cinder-791240-3-iscsi {{(pid=98476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:39:48.895557 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-0451e50b-69ef-46a3-b5af-72839cc81fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:48.989039 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-be081e09-4a62-4138-b306-ca45f7028e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:49.058685 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-6e41a8d4-73bb-4f71-b96d-b813cdd1b03b None None] Provisioning complete for port 99703f4e-63ee-4d70-a03c-2d40e2bef85a triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:39:49.060712 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-6e41a8d4-73bb-4f71-b96d-b813cdd1b03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:49.222165 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port bff4e080-c1ed-43e6-872c-a286b15ea1c5 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:39:49.223267 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:49.323612 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-6e41a8d4-73bb-4f71-b96d-b813cdd1b03b None None] Port 99703f4e-63ee-4d70-a03c-2d40e2bef85a cannot update to ACTIVE because it is not bound. {{(pid=98475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:39:49.345163 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-91580bf5-5e80-447a-bbc4-4417852ed1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:49.368209 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-29afd72c-3111-4a09-a5ed-be7cd4688d57 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:49.368601 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-29afd72c-3111-4a09-a5ed-be7cd4688d57 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Synchronizing usage tracker for tenant:58b8a9fdf31144b5b20d99f9a9ac856f on resource:network {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:39:49.373247 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-be081e09-4a62-4138-b306-ca45f7028e38 None None] Notify callbacks [] for port, precommit_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:49.385657 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.provisioning_blocks [None req-be081e09-4a62-4138-b306-ca45f7028e38 None None] Transition to ACTIVE for port object ad92c6cb-8083-4ed7-905d-7b8a76e463d9 will not be triggered until provisioned by entity L2. {{(pid=98476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:39:49.394227 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-be081e09-4a62-4138-b306-ca45f7028e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:49.405055 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:49.407855 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa65de3-ae58-444a-8f5d-8802f28f8cbd admin admin] Router 773fe0b0-9b06-4686-98b1-d9134d412d1c has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:39:49.420189 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-0451e50b-69ef-46a3-b5af-72839cc81fe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:49.426352 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-91580bf5-5e80-447a-bbc4-4417852ed1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:49.430882 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-0451e50b-69ef-46a3-b5af-72839cc81fe6 admin admin] Usage tracker for resource:security_group_rule and tenant:c564b10ba5ae4ee3ade2495fa70f8ae4 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:49.437195 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-0451e50b-69ef-46a3-b5af-72839cc81fe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:49.443957 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-0451e50b-69ef-46a3-b5af-72839cc81fe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:49.467921 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2ef2ed2e-9f4b-4628-976d-acf6efe6db8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453'] for subnet, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:49.478592 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b025d-470a-4023-8a64-fb3363fe6d1c None None] Pushing event updated for resources: {'Port': ['ID=ad92c6cb-8083-4ed7-905d-7b8a76e463d9,revision_number=3']} {{(pid=98476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:49.481441 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:49.527773 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2ed2e-9f4b-4628-976d-acf6efe6db8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=415dfc5c-36d0-421c-81bd-a79833184d02,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:49.541948 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-2ef2ed2e-9f4b-4628-976d-acf6efe6db8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:49.553821 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c4aad-5a87-48f2-94f5-aa572055d896 req-89f8b71e-588c-4672-b6b2-2649d77e16be tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:49.555320 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-543c4aad-5a87-48f2-94f5-aa572055d896 req-89f8b71e-588c-4672-b6b2-2649d77e16be tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca27a72-d3fb-47eb-a009-4707c96cb88d HTTP/1.1" status: 200 len: 943 time: 0.6261454 May 25 15:39:49.568990 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-29afd72c-3111-4a09-a5ed-be7cd4688d57 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Unset dirty status for tenant:58b8a9fdf31144b5b20d99f9a9ac856f on resource:network {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:39:49.576064 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-29afd72c-3111-4a09-a5ed-be7cd4688d57 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/networks?id=8f344abd-5290-4d8f-91e2-bf99f4fcd285 HTTP/1.1" status: 200 len: 819 time: 0.5475531 May 25 15:39:49.595684 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-91580bf5-5e80-447a-bbc4-4417852ed1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:49.604744 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2ef2ed2e-9f4b-4628-976d-acf6efe6db8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for subnet, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:49.610617 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-d87261fb-24b9-448d-9bb3-10d3352b7e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:49.627134 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91580bf5-5e80-447a-bbc4-4417852ed1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6f5b2c-0532-4eda-931a-e235ffea3b81,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:49.632941 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:49.635812 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-1342bf5e-06f8-43fc-a425-9b885d48cea0 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/quotas/58b8a9fdf31144b5b20d99f9a9ac856f HTTP/1.1" status: 200 len: 375 time: 0.0586383 May 25 15:39:49.658416 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.managers [None req-be081e09-4a62-4138-b306-ca45f7028e38 None None] Attempting to bind port ad92c6cb-8083-4ed7-905d-7b8a76e463d9 on host dv-cinder-791240-3-iscsi for vnic_type normal with profile {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:39:49.658931 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-2ef2ed2e-9f4b-4628-976d-acf6efe6db8e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/415dfc5c-36d0-421c-81bd-a79833184d02 HTTP/1.1" status: 204 len: 168 time: 1.3525240 May 25 15:39:49.659272 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.managers [None req-be081e09-4a62-4138-b306-ca45f7028e38 None None] Attempting to bind port ad92c6cb-8083-4ed7-905d-7b8a76e463d9 by drivers openvswitch,hyperv on host dv-cinder-791240-3-iscsi at level 0 using segments [{'id': '814a74a1-ca3e-4b1a-b593-83a6e7d765f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8f344abd-5290-4d8f-91e2-bf99f4fcd285'}] {{(pid=98476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:39:49.659873 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be081e09-4a62-4138-b306-ca45f7028e38 None None] Attempting to bind port ad92c6cb-8083-4ed7-905d-7b8a76e463d9 on network 8f344abd-5290-4d8f-91e2-bf99f4fcd285 {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:39:49.661958 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 32958) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:49.668195 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be081e09-4a62-4138-b306-ca45f7028e38 None None] Checking agent: {'id': '0d0ec358-3583-457d-8c3e-30368d3d3544', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 31, 43), 'started_at': datetime.datetime(2021, 5, 25, 15, 32, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:39:49.668783 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be081e09-4a62-4138-b306-ca45f7028e38 None None] Checking segment: {'id': '814a74a1-ca3e-4b1a-b593-83a6e7d765f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8f344abd-5290-4d8f-91e2-bf99f4fcd285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:39:49.669417 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-be081e09-4a62-4138-b306-ca45f7028e38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:49.669940 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be081e09-4a62-4138-b306-ca45f7028e38 None None] Bound using segment: {'id': '814a74a1-ca3e-4b1a-b593-83a6e7d765f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8f344abd-5290-4d8f-91e2-bf99f4fcd285'} {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:39:49.670063 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-543c4aad-5a87-48f2-94f5-aa572055d896 req-2a5216a2-116e-40f1-ae0d-32d0773ce9ab tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078026 May 25 15:39:49.670731 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.managers [None req-be081e09-4a62-4138-b306-ca45f7028e38 None None] Bound port: ad92c6cb-8083-4ed7-905d-7b8a76e463d9, host: dv-cinder-791240-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814a74a1-ca3e-4b1a-b593-83a6e7d765f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8f344abd-5290-4d8f-91e2-bf99f4fcd285'}}] {{(pid=98476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:39:49.671293 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-be081e09-4a62-4138-b306-ca45f7028e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:49.701293 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-91580bf5-5e80-447a-bbc4-4417852ed1c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:49.762919 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-91580bf5-5e80-447a-bbc4-4417852ed1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:49.764164 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-91580bf5-5e80-447a-bbc4-4417852ed1c2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d6f5b2c-0532-4eda-931a-e235ffea3b81 HTTP/1.1" status: 204 len: 168 time: 1.1647837 May 25 15:39:49.789030 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.db [None req-be081e09-4a62-4138-b306-ca45f7028e38 None None] For port ad92c6cb-8083-4ed7-905d-7b8a76e463d9, host dv-cinder-791240-3-iscsi, cleared binding levels {{(pid=98476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:39:49.792416 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.db [None req-be081e09-4a62-4138-b306-ca45f7028e38 None None] For port ad92c6cb-8083-4ed7-905d-7b8a76e463d9, host dv-cinder-791240-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=ad92c6cb-8083-4ed7-905d-7b8a76e463d9,segment=NetworkSegment(814a74a1-ca3e-4b1a-b593-83a6e7d765f0),segment_id=814a74a1-ca3e-4b1a-b593-83a6e7d765f0)] {{(pid=98476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:39:49.794050 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [None req-c46b025d-470a-4023-8a64-fb3363fe6d1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:49.799701 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-be081e09-4a62-4138-b306-ca45f7028e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:49.817314 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:49.818988 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-0451e50b-69ef-46a3-b5af-72839cc81fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:49.836545 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-0451e50b-69ef-46a3-b5af-72839cc81fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:49.851591 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-e9d83abe-a5ef-4a85-92d2-a026804e49d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:49.884437 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-13465ef8-2c27-40fd-805c-8e084b04e647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639092'] for network, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:49.892713 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-89a3cf4a-9db2-4ce5-a643-1709aabcb373 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=58b8a9fdf31144b5b20d99f9a9ac856f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2558565 May 25 15:39:49.947284 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-0451e50b-69ef-46a3-b5af-72839cc81fe6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c564b10ba5ae4ee3ade2495fa70f8ae4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0672464 May 25 15:39:49.966573 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b025d-470a-4023-8a64-fb3363fe6d1c None None] Pushing event updated for resources: {'Port': ['ID=ad92c6cb-8083-4ed7-905d-7b8a76e463d9,revision_number=4']} {{(pid=98476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:49.972594 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [None req-c46b025d-470a-4023-8a64-fb3363fe6d1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:50.000250 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be081e09-4a62-4138-b306-ca45f7028e38 None None] Routers {'0b6d2aaf-e710-4ef6-bfb3-54bf20f72797'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:39:50.002338 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-be081e09-4a62-4138-b306-ca45f7028e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:39:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['0b6d2aaf-e710-4ef6-bfb3-54bf20f72797'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:39:50.020774 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 32966) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:50.082228 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-30c9c068-21e9-488e-8297-ed9028ddb57c service neutron] 10.222.0.32 "GET /v2.0/networks/8f344abd-5290-4d8f-91e2-bf99f4fcd285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885810 May 25 15:39:50.090179 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0451e50b-69ef-46a3-b5af-72839cc81fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e83330-1718-4c90-9443-83f026ca5548,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:50.112975 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-0451e50b-69ef-46a3-b5af-72839cc81fe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:50.223430 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa65de3-ae58-444a-8f5d-8802f28f8cbd admin admin] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:39:50.239518 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865da908-10c0-4cb0-87be-454799dc7cf6 None None] Sync routers for ids ['773fe0b0-9b06-4686-98b1-d9134d412d1c'] in dv-cinder-791240-3-iscsi {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:39:50.250438 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865da908-10c0-4cb0-87be-454799dc7cf6 None None] Routers {'773fe0b0-9b06-4686-98b1-d9134d412d1c'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:39:50.251426 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-865da908-10c0-4cb0-87be-454799dc7cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:39:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['773fe0b0-9b06-4686-98b1-d9134d412d1c'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:39:50.276308 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-8aa65de3-ae58-444a-8f5d-8802f28f8cbd admin admin] 10.222.0.32 "PUT /v2.0/routers/773fe0b0-9b06-4686-98b1-d9134d412d1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5208797 May 25 15:39:50.276524 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-69bcdb46-a3d3-4d14-ae2c-7dacf4ab311d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:50.325360 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600d199-07a9-4dfa-81cc-d64ae1203c65 req-5b3f1b99-897c-4e72-8460-1af643714cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:50.327434 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c600d199-07a9-4dfa-81cc-d64ae1203c65 req-5b3f1b99-897c-4e72-8460-1af643714cd7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=819e50a1b0dd40f28366b0a596caf150&device_id=135cf23d-5269-4e8e-981f-ba59dba81156 HTTP/1.1" status: 200 len: 1097 time: 0.2957613 May 25 15:39:50.352474 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738a0af-a239-44ca-8e83-e9540ccbd661 req-04fc3205-b8f4-4665-85ea-7574576efc4f tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:50.354576 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8738a0af-a239-44ca-8e83-e9540ccbd661 req-04fc3205-b8f4-4665-85ea-7574576efc4f tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/ports?device_id=135cf23d-5269-4e8e-981f-ba59dba81156 HTTP/1.1" status: 200 len: 944 time: 0.4676218 May 25 15:39:50.377547 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-13465ef8-2c27-40fd-805c-8e084b04e647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1676623', 'neutron.services.segments.db._delete_segments_for_network-8758999550940'] for network, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:50.401265 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-be081e09-4a62-4138-b306-ca45f7028e38 None None] Set router 0b6d2aaf-e710-4ef6-bfb3-54bf20f72797 gateway port host: dv-cinder-791240-3-iscsi {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:39:50.430430 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-69bcdb46-a3d3-4d14-ae2c-7dacf4ab311d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:50.446097 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-579db05a-9a91-42b6-918c-2a4bdf8384ef service neutron] 10.222.0.32 "GET /v2.0/networks/8f344abd-5290-4d8f-91e2-bf99f4fcd285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629198 May 25 15:39:50.451691 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb17a91-2b28-4dd8-b7eb-bc8fc2b29c62 req-0ade59d4-056b-41a1-8684-98c27a38b2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:50.458097 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-8fb17a91-2b28-4dd8-b7eb-bc8fc2b29c62 req-0ade59d4-056b-41a1-8684-98c27a38b2a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1d0d92ba8c334e7bb4ce451a7b4b1caf&device_id=cca27a72-d3fb-47eb-a009-4707c96cb88d HTTP/1.1" status: 200 len: 1096 time: 0.4278529 May 25 15:39:50.479316 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-13465ef8-2c27-40fd-805c-8e084b04e647 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:39:50.493727 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-13465ef8-2c27-40fd-805c-8e084b04e647 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:39:50.494570 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-13465ef8-2c27-40fd-805c-8e084b04e647 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:39:50.494911 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-13465ef8-2c27-40fd-805c-8e084b04e647 admin admin] Subscribe: > port after_create 55550000 {{(pid=98474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:39:50.495242 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-13465ef8-2c27-40fd-805c-8e084b04e647 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:39:50.498238 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-13465ef8-2c27-40fd-805c-8e084b04e647 admin admin] Subscribe: > port after_update 55550000 {{(pid=98474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:39:50.498722 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-13465ef8-2c27-40fd-805c-8e084b04e647 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:39:50.499055 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-13465ef8-2c27-40fd-805c-8e084b04e647 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:39:50.499375 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-13465ef8-2c27-40fd-805c-8e084b04e647 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:39:50.502994 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-13465ef8-2c27-40fd-805c-8e084b04e647 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:39:50.625571 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600d199-07a9-4dfa-81cc-d64ae1203c65 req-96cc74de-11b4-43a7-ac7b-1785ca7f0e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:50.627657 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c600d199-07a9-4dfa-81cc-d64ae1203c65 req-96cc74de-11b4-43a7-ac7b-1785ca7f0e44 service neutron] 10.222.0.57 "GET /v2.0/networks?id=acc2ab5b-ecab-4967-bff8-879c74e3a33e HTTP/1.1" status: 200 len: 913 time: 0.2863028 May 25 15:39:50.634317 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 32984) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:50.686639 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-865da908-10c0-4cb0-87be-454799dc7cf6 None None] Set router 773fe0b0-9b06-4686-98b1-d9134d412d1c gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:39:50.787501 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-be081e09-4a62-4138-b306-ca45f7028e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6d2aaf-e710-4ef6-bfb3-54bf20f72797', 'name': 'tempest-ServerRescueNegativeTestJSON-1569998671-router', 'tenant_id': '58b8a9fdf31144b5b20d99f9a9ac856f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bff4e080-c1ed-43e6-872c-a286b15ea1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:39:28Z', 'updated_at': '2021-05-25T15:39:43Z', 'revision_number': 4, 'project_id': '58b8a9fdf31144b5b20d99f9a9ac856f', 'gw_port': {'id': 'bff4e080-c1ed-43e6-872c-a286b15ea1c5', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6d2aaf-e710-4ef6-bfb3-54bf20f72797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:31Z', 'updated_at': '2021-05-25T15:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': 'ad92c6cb-8083-4ed7-905d-7b8a76e463d9', 'name': '', 'network_id': '8f344abd-5290-4d8f-91e2-bf99f4fcd285', 'tenant_id': '58b8a9fdf31144b5b20d99f9a9ac856f', 'mac_address': 'fa:16:3e:5d:b3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6d2aaf-e710-4ef6-bfb3-54bf20f72797', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '8cf8d8a0-2dc7-4fc4-85a0-c64f7a466b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:40Z', 'updated_at': '2021-05-25T15:39:49Z', 'revision_number': 4, 'project_id': '58b8a9fdf31144b5b20d99f9a9ac856f', 'subnets': [{'id': '8cf8d8a0-2dc7-4fc4-85a0-c64f7a466b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:39:50.791343 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be081e09-4a62-4138-b306-ca45f7028e38 None None] The sync data for ids ['0b6d2aaf-e710-4ef6-bfb3-54bf20f72797'] in dv-cinder-791240-3-iscsi is: [{'id': '0b6d2aaf-e710-4ef6-bfb3-54bf20f72797', 'name': 'tempest-ServerRescueNegativeTestJSON-1569998671-router', 'tenant_id': '58b8a9fdf31144b5b20d99f9a9ac856f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bff4e080-c1ed-43e6-872c-a286b15ea1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:39:28Z', 'updated_at': '2021-05-25T15:39:43Z', 'revision_number': 4, 'project_id': '58b8a9fdf31144b5b20d99f9a9ac856f', 'gw_port': {'id': 'bff4e080-c1ed-43e6-872c-a286b15ea1c5', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6d2aaf-e710-4ef6-bfb3-54bf20f72797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:31Z', 'updated_at': '2021-05-25T15:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': 'ad92c6cb-8083-4ed7-905d-7b8a76e463d9', 'name': '', 'network_id': '8f344abd-5290-4d8f-91e2-bf99f4fcd285', 'tenant_id': '58b8a9fdf31144b5b20d99f9a9ac856f', 'mac_address': 'fa:16:3e:5d:b3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6d2aaf-e710-4ef6-bfb3-54bf20f72797', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '8cf8d8a0-2dc7-4fc4-85a0-c64f7a466b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:40Z', 'updated_at': '2021-05-25T15:39:49Z', 'revision_number': 4, 'project_id': '58b8a9fdf31144b5b20d99f9a9ac856f', 'subnets': [{'id': '8cf8d8a0-2dc7-4fc4-85a0-c64f7a466b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:39:50.940740 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-13465ef8-2c27-40fd-805c-8e084b04e647 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:39:50.941172 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-13465ef8-2c27-40fd-805c-8e084b04e647 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:39:50.941566 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-13465ef8-2c27-40fd-805c-8e084b04e647 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:39:50.941970 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-13465ef8-2c27-40fd-805c-8e084b04e647 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:39:50.942389 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.services.segments.db [None req-13465ef8-2c27-40fd-805c-8e084b04e647 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7c8d6f3-a9da-4608-811d-0c5dca9a4d22']}} {{(pid=98474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:39:51.010580 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.services.segments.db [None req-13465ef8-2c27-40fd-805c-8e084b04e647 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeebed84-058e-425f-8dd0-155d31d26d3c') {'for_net_delete': True} {{(pid=98474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:39:51.013594 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.services.segments.db [None req-13465ef8-2c27-40fd-805c-8e084b04e647 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeebed84-058e-425f-8dd0-155d31d26d3c') {} {{(pid=98474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:39:51.055722 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-13465ef8-2c27-40fd-805c-8e084b04e647 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758999559837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981698'] for segment, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:51.072902 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8738a0af-a239-44ca-8e83-e9540ccbd661 req-1f23a1ab-9e40-4083-8c5c-e177b86b2a9a tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3324d24-1f64-4059-a4af-856778a4db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6660938 May 25 15:39:51.088838 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-13465ef8-2c27-40fd-805c-8e084b04e647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:51.109840 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13465ef8-2c27-40fd-805c-8e084b04e647 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=98474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:39:51.110615 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-13465ef8-2c27-40fd-805c-8e084b04e647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-881679'] for segment, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:51.146603 dv-cinder-791240-3-iscsi neutron-server[98474]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 25 15:39:51.146603 dv-cinder-791240-3-iscsi neutron-server[98474]: from cryptography.utils import int_from_bytes May 25 15:39:51.146603 dv-cinder-791240-3-iscsi neutron-server[98474]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 25 15:39:51.146603 dv-cinder-791240-3-iscsi neutron-server[98474]: from cryptography.utils import int_from_bytes May 25 15:39:51.146603 dv-cinder-791240-3-iscsi neutron-server[98474]: Traceback (most recent call last): May 25 15:39:51.146603 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 15:39:51.146603 dv-cinder-791240-3-iscsi neutron-server[98474]: timer() May 25 15:39:51.146603 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 15:39:51.146603 dv-cinder-791240-3-iscsi neutron-server[98474]: cb(*args, **kw) May 25 15:39:51.146603 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 15:39:51.146603 dv-cinder-791240-3-iscsi neutron-server[98474]: return func(*args, **kwargs) May 25 15:39:51.146603 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 15:39:51.146603 dv-cinder-791240-3-iscsi neutron-server[98474]: self._notify() May 25 15:39:51.146603 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 15:39:51.146603 dv-cinder-791240-3-iscsi neutron-server[98474]: self.callback(batched_events) May 25 15:39:51.146603 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 15:39:51.146603 dv-cinder-791240-3-iscsi neutron-server[98474]: event.method(event) May 25 15:39:51.146603 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 15:39:51.146603 dv-cinder-791240-3-iscsi neutron-server[98474]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 15:39:51.146603 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 15:39:51.146603 dv-cinder-791240-3-iscsi neutron-server[98474]: aggregate_uuid = self.p_client.list_aggregates( May 25 15:39:51.146603 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 15:39:51.146603 dv-cinder-791240-3-iscsi neutron-server[98474]: return f(self, *a, **k) May 25 15:39:51.146603 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 15:39:51.146603 dv-cinder-791240-3-iscsi neutron-server[98474]: return self._get(url).json() May 25 15:39:51.146603 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 15:39:51.146603 dv-cinder-791240-3-iscsi neutron-server[98474]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 15:39:51.146603 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 15:39:51.146603 dv-cinder-791240-3-iscsi neutron-server[98474]: return self.request(url, 'GET', **kwargs) May 25 15:39:51.146603 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 15:39:51.146603 dv-cinder-791240-3-iscsi neutron-server[98474]: base_url = self.get_endpoint(auth, allow=allow, May 25 15:39:51.146603 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 15:39:51.146603 dv-cinder-791240-3-iscsi neutron-server[98474]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 15:39:51.146603 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 15:39:51.146603 dv-cinder-791240-3-iscsi neutron-server[98474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 15:39:51.146603 dv-cinder-791240-3-iscsi neutron-server[98474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 15:39:51.212290 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-865da908-10c0-4cb0-87be-454799dc7cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1694927309-router', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:39:28Z', 'updated_at': '2021-05-25T15:39:46Z', 'revision_number': 4, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'gw_port': {'id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:30Z', 'updated_at': '2021-05-25T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '99703f4e-63ee-4d70-a03c-2d40e2bef85a', 'name': '', 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'mac_address': 'fa:16:3e:eb:2f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6affe17c-ed2e-4df1-9809-4e056b57fa85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:40Z', 'updated_at': '2021-05-25T15:39:46Z', 'revision_number': 2, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'subnets': [{'id': '6affe17c-ed2e-4df1-9809-4e056b57fa85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:39:51.220333 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865da908-10c0-4cb0-87be-454799dc7cf6 None None] Checking router: 773fe0b0-9b06-4686-98b1-d9134d412d1c for host: dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:39:51.222000 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865da908-10c0-4cb0-87be-454799dc7cf6 None None] Updating router 773fe0b0-9b06-4686-98b1-d9134d412d1c port 99703f4e-63ee-4d70-a03c-2d40e2bef85a binding host dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:39:51.235614 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-62ccfb79-9fa1-4249-a5ff-cd9a8b37c3d7 req-fb3a865c-d8d8-48f4-82dd-0ea454a38774 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 210 time: 0.2526546 May 25 15:39:51.255106 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c600d199-07a9-4dfa-81cc-d64ae1203c65 req-e800163c-f82f-44b5-a9c3-c51a498df6f4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b83de6ce-a91e-489f-9939-63805a19dd84 HTTP/1.1" status: 200 len: 217 time: 0.4511299 May 25 15:39:51.258583 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-61df92bb-7044-4c38-8250-1dd46743852b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:51.344479 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-61df92bb-7044-4c38-8250-1dd46743852b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:51.346380 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-865da908-10c0-4cb0-87be-454799dc7cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:51.358125 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-61df92bb-7044-4c38-8250-1dd46743852b admin admin] Usage tracker for resource:security_group_rule and tenant:21c3901cc0b747e6b1622c5f8e16a453 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:51.373991 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-61df92bb-7044-4c38-8250-1dd46743852b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:51.403544 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-61df92bb-7044-4c38-8250-1dd46743852b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:51.444233 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600d199-07a9-4dfa-81cc-d64ae1203c65 req-ea337394-cda8-4c61-a31c-20f2a5fabb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:51.446585 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c600d199-07a9-4dfa-81cc-d64ae1203c65 req-ea337394-cda8-4c61-a31c-20f2a5fabb6d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bf1cb5a0-fbea-4580-87e8-0fe3dab4a1aa HTTP/1.1" status: 200 len: 852 time: 0.1778135 May 25 15:39:51.491182 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-69bcdb46-a3d3-4d14-ae2c-7dacf4ab311d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:51.510206 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:51.553014 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-13465ef8-2c27-40fd-805c-8e084b04e647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1676614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-353586'] for network, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:51.559969 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bcdb46-a3d3-4d14-ae2c-7dacf4ab311d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e83330-1718-4c90-9443-83f026ca5548,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:51.569099 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c600d199-07a9-4dfa-81cc-d64ae1203c65 req-78f1066a-765a-4bcf-bce9-0d9b8cbb4a30 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=acc2ab5b-ecab-4967-bff8-879c74e3a33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111913 May 25 15:39:51.578357 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-69bcdb46-a3d3-4d14-ae2c-7dacf4ab311d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:51.600672 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:51.635124 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-13465ef8-2c27-40fd-805c-8e084b04e647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:51.666234 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-69bcdb46-a3d3-4d14-ae2c-7dacf4ab311d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:51.669957 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-69bcdb46-a3d3-4d14-ae2c-7dacf4ab311d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1e83330-1718-4c90-9443-83f026ca5548 HTTP/1.1" status: 204 len: 168 time: 1.6425779 May 25 15:39:51.669957 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13465ef8-2c27-40fd-805c-8e084b04e647 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7c8d6f3-a9da-4608-811d-0c5dca9a4d22,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:51.676335 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb17a91-2b28-4dd8-b7eb-bc8fc2b29c62 req-eb888d03-d169-43ff-a3e5-200af283ca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:51.678155 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-13465ef8-2c27-40fd-805c-8e084b04e647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:51.678274 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-8fb17a91-2b28-4dd8-b7eb-bc8fc2b29c62 req-eb888d03-d169-43ff-a3e5-200af283ca66 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=1d0d92ba8c334e7bb4ce451a7b4b1caf&shared=False HTTP/1.1" status: 200 len: 916 time: 1.1103952 May 25 15:39:51.684201 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-13465ef8-2c27-40fd-805c-8e084b04e647 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a7c8d6f3-a9da-4608-811d-0c5dca9a4d22 HTTP/1.1" status: 204 len: 168 time: 2.0190067 May 25 15:39:51.687386 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 33016) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:51.840509 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf7cb8-877b-42a7-9ea7-89f97e332afc req-45654aef-4fd1-45e4-8899-295b530d9773 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:51.842260 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-63bf7cb8-877b-42a7-9ea7-89f97e332afc req-45654aef-4fd1-45e4-8899-295b530d9773 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca27a72-d3fb-47eb-a009-4707c96cb88d HTTP/1.1" status: 200 len: 943 time: 0.5429966 May 25 15:39:51.887651 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba4c1b0f-93ef-4fb1-bbe5-8958ed26d7ed admin admin] Deleting subnet 138f3308-55d3-4a9c-b1e0-7d385bb31672 {{(pid=98474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 15:39:51.904119 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1b0f-93ef-4fb1-bbe5-8958ed26d7ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:51.978603 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 33024) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:52.016558 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-7928e8f9-7956-476e-b700-8b2bd9d75d2d tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1095560324', 'description': 'tempest-description--1968130574'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:39:52.064424 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-63bf7cb8-877b-42a7-9ea7-89f97e332afc req-c86fb73a-df46-4507-a2f1-3824986c8f91 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086282 May 25 15:39:52.066747 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-7928e8f9-7956-476e-b700-8b2bd9d75d2d tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:52.101399 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-7928e8f9-7956-476e-b700-8b2bd9d75d2d tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Usage tracker for resource:security_group and tenant:84e65264be4b4ed284c28ccc90c35988 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:52.114849 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-7928e8f9-7956-476e-b700-8b2bd9d75d2d tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:52.125078 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-7928e8f9-7956-476e-b700-8b2bd9d75d2d tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:52.166261 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1b0f-93ef-4fb1-bbe5-8958ed26d7ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981705'] for subnet, precommit_delete_associations {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:52.220588 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-865da908-10c0-4cb0-87be-454799dc7cf6 None None] Notify callbacks [] for port, precommit_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:52.237020 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-865da908-10c0-4cb0-87be-454799dc7cf6 None None] Transition to ACTIVE for port object 99703f4e-63ee-4d70-a03c-2d40e2bef85a will not be triggered until provisioned by entity L2. {{(pid=98475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:39:52.253528 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-865da908-10c0-4cb0-87be-454799dc7cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:52.274268 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:52.279963 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-7928e8f9-7956-476e-b700-8b2bd9d75d2d tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:52.326083 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1b0f-93ef-4fb1-bbe5-8958ed26d7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1682880'] for subnet, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:52.331038 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 33042) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:52.369628 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-7928e8f9-7956-476e-b700-8b2bd9d75d2d tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:52.459194 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-7928e8f9-7956-476e-b700-8b2bd9d75d2d tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Usage tracker for resource:security_group_rule and tenant:84e65264be4b4ed284c28ccc90c35988 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:52.484345 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-7928e8f9-7956-476e-b700-8b2bd9d75d2d tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:52.519429 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c600d199-07a9-4dfa-81cc-d64ae1203c65 req-52d26332-7843-4fbe-be26-0d109d025170 service neutron] 10.222.0.57 "GET /v2.0/networks/acc2ab5b-ecab-4967-bff8-879c74e3a33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9099920 May 25 15:39:52.554772 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f3939-51ab-4a39-94ee-8ec12b3d988e None None] Pushing event updated for resources: {'Port': ['ID=99703f4e-63ee-4d70-a03c-2d40e2bef85a,revision_number=3']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:52.563542 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-1b2f3939-51ab-4a39-94ee-8ec12b3d988e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:52.636268 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 33048) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:52.682328 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-7928e8f9-7956-476e-b700-8b2bd9d75d2d tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:52.752882 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.57', 65318) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:52.768733 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device ad92c6cb-8083-4ed7-905d-7b8a76e463d9 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:39:52.791661 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-61df92bb-7044-4c38-8250-1dd46743852b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:52.805971 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-7d8d956c-0eec-443c-84a8-d77fba8b5ca9 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:52.814501 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-7d8d956c-0eec-443c-84a8-d77fba8b5ca9 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/networks?id=8f344abd-5290-4d8f-91e2-bf99f4fcd285 HTTP/1.1" status: 200 len: 819 time: 0.6778464 May 25 15:39:52.817543 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb17a91-2b28-4dd8-b7eb-bc8fc2b29c62 req-3d04eab9-917b-4d31-9bed-03c6448d6f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:52.819095 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-8fb17a91-2b28-4dd8-b7eb-bc8fc2b29c62 req-3d04eab9-917b-4d31-9bed-03c6448d6f10 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9909630 May 25 15:39:52.855624 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-3c5b4a97-1b3f-40f5-bf20-46ffe8307ced tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/quotas/58b8a9fdf31144b5b20d99f9a9ac856f HTTP/1.1" status: 200 len: 375 time: 0.0396140 May 25 15:39:52.858059 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-61df92bb-7044-4c38-8250-1dd46743852b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:52.892829 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-db6ce04c-6740-4409-a010-032fb3a4e131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:52.910389 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-61df92bb-7044-4c38-8250-1dd46743852b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21c3901cc0b747e6b1622c5f8e16a453&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2667708 May 25 15:39:52.911789 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f0fd0b5a-1e67-4642-b4b6-cedcca78942f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:52.928109 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-5bf70780-e438-4e55-ab9c-b307fd5de67a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:52.929062 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-865da908-10c0-4cb0-87be-454799dc7cf6 None None] Attempting to bind port 99703f4e-63ee-4d70-a03c-2d40e2bef85a on host dv-cinder-791240-3-iscsi for vnic_type normal with profile {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:39:52.929439 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-865da908-10c0-4cb0-87be-454799dc7cf6 None None] Attempting to bind port 99703f4e-63ee-4d70-a03c-2d40e2bef85a by drivers openvswitch,hyperv on host dv-cinder-791240-3-iscsi at level 0 using segments [{'id': 'f75f90f2-d3cf-4d1f-8686-0dba664408e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c'}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:39:52.929806 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865da908-10c0-4cb0-87be-454799dc7cf6 None None] Attempting to bind port 99703f4e-63ee-4d70-a03c-2d40e2bef85a on network 771546d5-f50e-49c2-832e-f1005d51ba9c {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:39:52.942101 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 33056) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:52.946449 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865da908-10c0-4cb0-87be-454799dc7cf6 None None] Checking agent: {'id': '0d0ec358-3583-457d-8c3e-30368d3d3544', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 31, 43), 'started_at': datetime.datetime(2021, 5, 25, 15, 32, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:39:52.946893 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865da908-10c0-4cb0-87be-454799dc7cf6 None None] Checking segment: {'id': 'f75f90f2-d3cf-4d1f-8686-0dba664408e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:39:52.948081 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-865da908-10c0-4cb0-87be-454799dc7cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:52.948622 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865da908-10c0-4cb0-87be-454799dc7cf6 None None] Bound using segment: {'id': 'f75f90f2-d3cf-4d1f-8686-0dba664408e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c'} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:39:52.949115 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-865da908-10c0-4cb0-87be-454799dc7cf6 None None] Bound port: 99703f4e-63ee-4d70-a03c-2d40e2bef85a, host: dv-cinder-791240-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75f90f2-d3cf-4d1f-8686-0dba664408e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c'}}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:39:52.949504 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-865da908-10c0-4cb0-87be-454799dc7cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:53.014307 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning for port ad92c6cb-8083-4ed7-905d-7b8a76e463d9 completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:39:53.027216 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port ad92c6cb-8083-4ed7-905d-7b8a76e463d9 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:39:53.027602 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:53.075656 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-f0fd0b5a-1e67-4642-b4b6-cedcca78942f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:53.097355 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-5bf70780-e438-4e55-ab9c-b307fd5de67a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:53.100479 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-5bf70780-e438-4e55-ab9c-b307fd5de67a admin admin] Usage tracker for resource:security_group_rule and tenant:5c0c4a76b9bf45e292fe79748feff56a is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:53.103923 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-5bf70780-e438-4e55-ab9c-b307fd5de67a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:53.110708 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-5bf70780-e438-4e55-ab9c-b307fd5de67a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:53.131838 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-865da908-10c0-4cb0-87be-454799dc7cf6 None None] For port 99703f4e-63ee-4d70-a03c-2d40e2bef85a, host dv-cinder-791240-3-iscsi, cleared binding levels {{(pid=98475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:39:53.136509 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-865da908-10c0-4cb0-87be-454799dc7cf6 None None] For port 99703f4e-63ee-4d70-a03c-2d40e2bef85a, host dv-cinder-791240-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=99703f4e-63ee-4d70-a03c-2d40e2bef85a,segment=NetworkSegment(f75f90f2-d3cf-4d1f-8686-0dba664408e0),segment_id=f75f90f2-d3cf-4d1f-8686-0dba664408e0)] {{(pid=98475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:39:53.170463 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-865da908-10c0-4cb0-87be-454799dc7cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:53.193075 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:53.205918 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-7928e8f9-7956-476e-b700-8b2bd9d75d2d tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:53.228056 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-f0fd0b5a-1e67-4642-b4b6-cedcca78942f admin admin] Usage tracker for resource:security_group_rule and tenant:cc8e97035d4f4e47be67e1be1ef170e2 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:53.228725 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a209f38-0add-4c8f-bafa-c8845fdd9524 req-68a024b0-81cb-48ed-a348-c5b9b2a61d8d tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:53.230682 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-6a209f38-0add-4c8f-bafa-c8845fdd9524 req-68a024b0-81cb-48ed-a348-c5b9b2a61d8d tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/ports?device_id=135cf23d-5269-4e8e-981f-ba59dba81156 HTTP/1.1" status: 200 len: 944 time: 0.8727808 May 25 15:39:53.250863 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-f0fd0b5a-1e67-4642-b4b6-cedcca78942f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:53.255369 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-7928e8f9-7956-476e-b700-8b2bd9d75d2d tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:53.282047 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-5bf70780-e438-4e55-ab9c-b307fd5de67a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:53.282047 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-f0fd0b5a-1e67-4642-b4b6-cedcca78942f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:53.282047 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df92bb-7044-4c38-8250-1dd46743852b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b6ba3b-2df2-4c1f-81ed-a812ba8c52b2,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:53.290019 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-61df92bb-7044-4c38-8250-1dd46743852b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:53.301742 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:53.316866 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865da908-10c0-4cb0-87be-454799dc7cf6 None None] Routers {'773fe0b0-9b06-4686-98b1-d9134d412d1c'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:39:53.317066 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-5bf70780-e438-4e55-ab9c-b307fd5de67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:53.317889 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-865da908-10c0-4cb0-87be-454799dc7cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:39:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['773fe0b0-9b06-4686-98b1-d9134d412d1c'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:39:53.318019 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-2dd02a32-f1a2-450f-95ae-b234e39aaba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:53.336919 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-a732ccf2-9049-4843-8a1f-34bdec52ad18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:53.346225 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-05c4ab45-de28-4763-9d6d-5c64c156af86 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:53.347686 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-05c4ab45-de28-4763-9d6d-5c64c156af86 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.57 "GET /v2.0/networks?id=8f344abd-5290-4d8f-91e2-bf99f4fcd285 HTTP/1.1" status: 200 len: 819 time: 0.5771763 May 25 15:39:53.379853 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-9515472f-a778-4e16-9cf5-ccef8235edf4 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Request body: {'port': {'device_id': 'd76c0b13-35a8-46ae-80c3-26ad64aa8e19', 'network_id': '8f344abd-5290-4d8f-91e2-bf99f4fcd285', 'admin_state_up': True, 'tenant_id': '58b8a9fdf31144b5b20d99f9a9ac856f'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:39:53.417604 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c600d199-07a9-4dfa-81cc-d64ae1203c65 req-a3f648d1-dffc-44bb-b43f-73d220405f1c service neutron] 10.222.0.57 "GET /v2.0/networks/acc2ab5b-ecab-4967-bff8-879c74e3a33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8358884 May 25 15:39:53.420158 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-63ad7e1f-9aa8-4913-b84a-7f50065dbcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:53.420324 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-7928e8f9-7956-476e-b700-8b2bd9d75d2d tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:53.427521 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-7928e8f9-7956-476e-b700-8b2bd9d75d2d tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4393926 May 25 15:39:53.427677 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-63ad7e1f-9aa8-4913-b84a-7f50065dbcb1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1d0d92ba8c334e7bb4ce451a7b4b1caf&device_id=cca27a72-d3fb-47eb-a009-4707c96cb88d HTTP/1.1" status: 200 len: 1096 time: 0.4810770 May 25 15:39:53.427677 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-5bf70780-e438-4e55-ab9c-b307fd5de67a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c0c4a76b9bf45e292fe79748feff56a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7120712 May 25 15:39:53.427852 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 33070) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:53.428715 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 33072) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:53.511272 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-6a209f38-0add-4c8f-bafa-c8845fdd9524 req-0f4ccbcf-c61e-45ad-a8fc-664816ace594 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3324d24-1f64-4059-a4af-856778a4db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611761 May 25 15:39:53.517816 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-865da908-10c0-4cb0-87be-454799dc7cf6 None None] Set router 773fe0b0-9b06-4686-98b1-d9134d412d1c gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:39:53.544538 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ce174bd0-cb10-4252-b65c-dd009032ce76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:53.551100 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928e8f9-7956-476e-b700-8b2bd9d75d2d tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a327be23-1463-43cb-a6f1-9b1761cb121b,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:53.564872 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-7928e8f9-7956-476e-b700-8b2bd9d75d2d tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:53.604853 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ce174bd0-cb10-4252-b65c-dd009032ce76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:53.607170 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-8773a09d-09ac-4a40-be6e-2865e04f1796 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=58b8a9fdf31144b5b20d99f9a9ac856f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7500818 May 25 15:39:53.610814 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-26982fb1-8a78-42ba-a127-bad579389ea0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b4f457c-ce11-4b07-b661-f77713f031df HTTP/1.1" status: 200 len: 217 time: 0.1097672 May 25 15:39:53.617997 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1b0f-93ef-4fb1-bbe5-8958ed26d7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33042293'] for subnet, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:53.621080 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-ac3902e9-734f-4734-a480-6bdf99d5d328 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Request body: {'security_group_rule': {'security_group_id': 'a327be23-1463-43cb-a6f1-9b1761cb121b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:39:53.646689 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:53.660004 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b403c67c-fd71-4a06-a3a8-c55f06d1ef66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:53.677955 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-ac3902e9-734f-4734-a480-6bdf99d5d328 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:53.681941 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f3939-51ab-4a39-94ee-8ec12b3d988e None None] Pushing event updated for resources: {'Port': ['ID=99703f4e-63ee-4d70-a03c-2d40e2bef85a,revision_number=4']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:53.693871 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-1b2f3939-51ab-4a39-94ee-8ec12b3d988e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:53.728454 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c1b0f-93ef-4fb1-bbe5-8958ed26d7ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=138f3308-55d3-4a9c-b1e0-7d385bb31672,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:53.740131 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-9515472f-a778-4e16-9cf5-ccef8235edf4 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:53.750859 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf70780-e438-4e55-ab9c-b307fd5de67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee80072a-7c72-4d3c-a036-eaa250eb7772,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:53.751866 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-ba4c1b0f-93ef-4fb1-bbe5-8958ed26d7ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:53.752840 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1b0f-93ef-4fb1-bbe5-8958ed26d7ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for subnet, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:53.755655 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-5bf70780-e438-4e55-ab9c-b307fd5de67a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:53.755783 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-9515472f-a778-4e16-9cf5-ccef8235edf4 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Usage tracker for resource:port and tenant:58b8a9fdf31144b5b20d99f9a9ac856f is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:53.760491 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-9515472f-a778-4e16-9cf5-ccef8235edf4 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:53.767294 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-ac3902e9-734f-4734-a480-6bdf99d5d328 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Usage tracker for resource:security_group_rule and tenant:84e65264be4b4ed284c28ccc90c35988 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:53.777153 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-ba4c1b0f-93ef-4fb1-bbe5-8958ed26d7ed admin admin] 10.222.0.32 "DELETE /v2.0/subnets/138f3308-55d3-4a9c-b1e0-7d385bb31672 HTTP/1.1" status: 204 len: 168 time: 2.0865502 May 25 15:39:53.777474 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-ac3902e9-734f-4734-a480-6bdf99d5d328 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:53.780816 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-9515472f-a778-4e16-9cf5-ccef8235edf4 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:53.785970 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 33078) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:53.791399 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b403c67c-fd71-4a06-a3a8-c55f06d1ef66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:53.800820 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] For port ad92c6cb-8083-4ed7-905d-7b8a76e463d9, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=ad92c6cb-8083-4ed7-905d-7b8a76e463d9,segment=NetworkSegment(814a74a1-ca3e-4b1a-b593-83a6e7d765f0),segment_id=814a74a1-ca3e-4b1a-b593-83a6e7d765f0)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:39:53.821399 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:53.829153 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-da56fbba-7dc8-4930-b630-d5a9a79e9c99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:53.871418 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-ac3902e9-734f-4734-a480-6bdf99d5d328 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:53.881021 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-9515472f-a778-4e16-9cf5-ccef8235edf4 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Made reservation on behalf of 58b8a9fdf31144b5b20d99f9a9ac856f for: {'port': 1} {{(pid=98474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:39:53.884402 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-9515472f-a778-4e16-9cf5-ccef8235edf4 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:53.915638 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ce174bd0-cb10-4252-b65c-dd009032ce76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:53.934018 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-c4a8e800-fa4e-4770-bc3d-90ad5bc17f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:53.934517 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-a81efc12-d832-4022-baf5-29731b43a4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:53.936214 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-a81efc12-d832-4022-baf5-29731b43a4c7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5d406481-8ad1-4ef9-a379-1390671d5486 HTTP/1.1" status: 200 len: 855 time: 0.2597787 May 25 15:39:53.951885 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Pushing event updated for resources: {'Port': ['ID=ad92c6cb-8083-4ed7-905d-7b8a76e463d9,revision_number=5']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:53.955669 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:53.980725 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-84f63071-6bad-4d79-a4aa-663a7c4c57e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639092'] for network, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:53.986056 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-865da908-10c0-4cb0-87be-454799dc7cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1694927309-router', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:39:28Z', 'updated_at': '2021-05-25T15:39:46Z', 'revision_number': 4, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'gw_port': {'id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:30Z', 'updated_at': '2021-05-25T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '99703f4e-63ee-4d70-a03c-2d40e2bef85a', 'name': '', 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'mac_address': 'fa:16:3e:eb:2f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6affe17c-ed2e-4df1-9809-4e056b57fa85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:40Z', 'updated_at': '2021-05-25T15:39:53Z', 'revision_number': 4, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'subnets': [{'id': '6affe17c-ed2e-4df1-9809-4e056b57fa85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:39:53.992014 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865da908-10c0-4cb0-87be-454799dc7cf6 None None] The sync data for ids ['773fe0b0-9b06-4686-98b1-d9134d412d1c'] in dv-cinder-791240-3-iscsi is: [{'id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1694927309-router', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:39:28Z', 'updated_at': '2021-05-25T15:39:46Z', 'revision_number': 4, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'gw_port': {'id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:30Z', 'updated_at': '2021-05-25T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '99703f4e-63ee-4d70-a03c-2d40e2bef85a', 'name': '', 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'mac_address': 'fa:16:3e:eb:2f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6affe17c-ed2e-4df1-9809-4e056b57fa85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:40Z', 'updated_at': '2021-05-25T15:39:53Z', 'revision_number': 4, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'subnets': [{'id': '6affe17c-ed2e-4df1-9809-4e056b57fa85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:39:53.998155 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce174bd0-cb10-4252-b65c-dd009032ce76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b6ba3b-2df2-4c1f-81ed-a812ba8c52b2,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:53.999974 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-ac3902e9-734f-4734-a480-6bdf99d5d328 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:54.002801 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-ce174bd0-cb10-4252-b65c-dd009032ce76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:54.020785 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecccf3-d17b-4a1f-87f7-88ceb91797ff req-3ad94cef-8983-4089-aaf6-9e722638bcba tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:54.022456 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b6ecccf3-d17b-4a1f-87f7-88ceb91797ff req-3ad94cef-8983-4089-aaf6-9e722638bcba tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca27a72-d3fb-47eb-a009-4707c96cb88d HTTP/1.1" status: 200 len: 943 time: 0.3426874 May 25 15:39:54.025830 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ce174bd0-cb10-4252-b65c-dd009032ce76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:54.026864 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-ce174bd0-cb10-4252-b65c-dd009032ce76 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67b6ba3b-2df2-4c1f-81ed-a812ba8c52b2 HTTP/1.1" status: 204 len: 168 time: 1.0785275 May 25 15:39:54.050666 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-4bd7c43f-8dd1-4342-8b72-39317a1a4c6e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a454cf6c-27f3-4e65-8a46-b57d728d820a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874252 May 25 15:39:54.170836 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device b83de6ce-a91e-489f-9939-63805a19dd84 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:39:54.272773 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b6ecccf3-d17b-4a1f-87f7-88ceb91797ff req-78e1f18b-5edc-43ac-980f-0f7ce4da4a59 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290823 May 25 15:39:54.363460 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-2898c13a-748a-4b51-9010-2e54e502069f service neutron] 10.222.0.32 "GET /v2.0/networks/8f344abd-5290-4d8f-91e2-bf99f4fcd285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7123959 May 25 15:39:54.375162 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-84f63071-6bad-4d79-a4aa-663a7c4c57e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1676623', 'neutron.services.segments.db._delete_segments_for_network-8758999550940'] for network, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:54.395884 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.services.segments.db [None req-84f63071-6bad-4d79-a4aa-663a7c4c57e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50a3e2f9-2a44-4449-a246-91b8e14393cb']}} {{(pid=98474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:39:54.396666 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f0fd0b5a-1e67-4642-b4b6-cedcca78942f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:54.418072 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.services.segments.db [None req-84f63071-6bad-4d79-a4aa-663a7c4c57e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e658189-8d28-46d0-ac52-f664858b3bcf') {'for_net_delete': True} {{(pid=98474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:39:54.418365 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.services.segments.db [None req-84f63071-6bad-4d79-a4aa-663a7c4c57e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e658189-8d28-46d0-ac52-f664858b3bcf') {} {{(pid=98474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:39:54.426139 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.db_base_plugin_common [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-9515472f-a778-4e16-9cf5-ccef8235edf4 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Allocated IP 172.20.0.10 (8f344abd-5290-4d8f-91e2-bf99f4fcd285/8cf8d8a0-2dc7-4fc4-85a0-c64f7a466b21/ac9011aa-187b-4dfd-b433-2941925cefd4) {{(pid=98474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:39:54.438901 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-84f63071-6bad-4d79-a4aa-663a7c4c57e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758999559837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981698'] for segment, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:54.445083 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port b83de6ce-a91e-489f-9939-63805a19dd84, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=b83de6ce-a91e-489f-9939-63805a19dd84,segment=NetworkSegment(ad49e5a5-3c7b-441d-962f-c4d09987cf92),segment_id=ad49e5a5-3c7b-441d-962f-c4d09987cf92)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:39:54.463673 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f0fd0b5a-1e67-4642-b4b6-cedcca78942f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:54.471375 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b403c67c-fd71-4a06-a3a8-c55f06d1ef66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:54.479231 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Returning: {'device': 'b83de6ce-a91e-489f-9939-63805a19dd84', 'network_id': 'acc2ab5b-ecab-4967-bff8-879c74e3a33e', 'port_id': 'b83de6ce-a91e-489f-9939-63805a19dd84', 'mac_address': 'fa:16:3e:bb:52:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf1cb5a0-fbea-4580-87e8-0fe3dab4a1aa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:39:54.482322 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:54.550125 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-ac3902e9-734f-4734-a480-6bdf99d5d328 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:54.565896 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:54.595334 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b83de6ce-a91e-489f-9939-63805a19dd84 {{(pid=98475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:39:54.617115 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port b83de6ce-a91e-489f-9939-63805a19dd84, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=b83de6ce-a91e-489f-9939-63805a19dd84,segment=NetworkSegment(ad49e5a5-3c7b-441d-962f-c4d09987cf92),segment_id=ad49e5a5-3c7b-441d-962f-c4d09987cf92)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:39:54.622410 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-f0fd0b5a-1e67-4642-b4b6-cedcca78942f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc8e97035d4f4e47be67e1be1ef170e2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2793040 May 25 15:39:54.627748 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 33088) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:54.638650 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-ac3902e9-734f-4734-a480-6bdf99d5d328 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510867'] for security_group_rule, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:54.642591 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:54.644536 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:54.662187 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd0b5a-1e67-4642-b4b6-cedcca78942f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b97b146-3cee-4b42-8d9a-5287a821c1ae,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:54.801826 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-f717450b-52f3-4de2-b7d8-7b25491f55e0 service neutron] 10.222.0.32 "GET /v2.0/networks/8f344abd-5290-4d8f-91e2-bf99f4fcd285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373794 May 25 15:39:54.806760 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-84f63071-6bad-4d79-a4aa-663a7c4c57e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:54.807233 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b403c67c-fd71-4a06-a3a8-c55f06d1ef66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:54.810089 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=b83de6ce-a91e-489f-9939-63805a19dd84,revision_number=4']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:54.810543 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-b403c67c-fd71-4a06-a3a8-c55f06d1ef66 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee80072a-7c72-4d3c-a036-eaa250eb7772 HTTP/1.1" status: 204 len: 168 time: 1.3743410 May 25 15:39:54.820761 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:54.829969 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device ad92c6cb-8083-4ed7-905d-7b8a76e463d9 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:39:54.830582 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-c678dde9-3fd6-4f23-a912-3de0e0737b78 service neutron] 10.222.0.57 "GET /v2.0/networks/a454cf6c-27f3-4e65-8a46-b57d728d820a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7629695 May 25 15:39:54.841613 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403c67c-fd71-4a06-a3a8-c55f06d1ef66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee80072a-7c72-4d3c-a036-eaa250eb7772,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:54.850347 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-b403c67c-fd71-4a06-a3a8-c55f06d1ef66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:54.893291 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84f63071-6bad-4d79-a4aa-663a7c4c57e0 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=98474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:39:54.893703 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-84f63071-6bad-4d79-a4aa-663a7c4c57e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-881679'] for segment, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:54.908619 dv-cinder-791240-3-iscsi neutron-server[98474]: Traceback (most recent call last): May 25 15:39:54.908619 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 15:39:54.908619 dv-cinder-791240-3-iscsi neutron-server[98474]: timer() May 25 15:39:54.908619 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 15:39:54.908619 dv-cinder-791240-3-iscsi neutron-server[98474]: cb(*args, **kw) May 25 15:39:54.908619 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 15:39:54.908619 dv-cinder-791240-3-iscsi neutron-server[98474]: return func(*args, **kwargs) May 25 15:39:54.908619 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 15:39:54.908619 dv-cinder-791240-3-iscsi neutron-server[98474]: self._notify() May 25 15:39:54.908619 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 15:39:54.908619 dv-cinder-791240-3-iscsi neutron-server[98474]: self.callback(batched_events) May 25 15:39:54.908619 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 15:39:54.908619 dv-cinder-791240-3-iscsi neutron-server[98474]: event.method(event) May 25 15:39:54.908619 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 15:39:54.908619 dv-cinder-791240-3-iscsi neutron-server[98474]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 15:39:54.908619 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 15:39:54.908619 dv-cinder-791240-3-iscsi neutron-server[98474]: aggregate_uuid = self.p_client.list_aggregates( May 25 15:39:54.908619 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 15:39:54.908619 dv-cinder-791240-3-iscsi neutron-server[98474]: return f(self, *a, **k) May 25 15:39:54.908619 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 15:39:54.908619 dv-cinder-791240-3-iscsi neutron-server[98474]: return self._get(url).json() May 25 15:39:54.908619 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 15:39:54.908619 dv-cinder-791240-3-iscsi neutron-server[98474]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 15:39:54.908619 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 15:39:54.908619 dv-cinder-791240-3-iscsi neutron-server[98474]: return self.request(url, 'GET', **kwargs) May 25 15:39:54.908619 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 15:39:54.908619 dv-cinder-791240-3-iscsi neutron-server[98474]: base_url = self.get_endpoint(auth, allow=allow, May 25 15:39:54.908619 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 15:39:54.908619 dv-cinder-791240-3-iscsi neutron-server[98474]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 15:39:54.908619 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 15:39:54.908619 dv-cinder-791240-3-iscsi neutron-server[98474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 15:39:54.908619 dv-cinder-791240-3-iscsi neutron-server[98474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 15:39:55.084198 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['b83de6ce-a91e-489f-9939-63805a19dd84'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:39:55.176210 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port ad92c6cb-8083-4ed7-905d-7b8a76e463d9 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:39:55.176210 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:55.223640 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.734s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:55.224264 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:55.225430 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-ac3902e9-734f-4734-a480-6bdf99d5d328 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:55.227202 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-ac3902e9-734f-4734-a480-6bdf99d5d328 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7951391 May 25 15:39:55.233326 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a7b1131b-5b1d-47d9-8da9-ae230750a777 req-26807081-51af-4864-944c-7f0799a53acb service neutron] 10.222.0.57 "GET /v2.0/networks/a454cf6c-27f3-4e65-8a46-b57d728d820a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710358 May 25 15:39:55.242857 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-9515472f-a778-4e16-9cf5-ccef8235edf4 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Notify callbacks [] for port, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:55.243870 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 33108) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:55.289331 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-84f63071-6bad-4d79-a4aa-663a7c4c57e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1676614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-353586'] for network, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:55.309451 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.523s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:55.328364 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7ea04-1f30-4d49-b253-9cde6c33e6ab req-dfcecc9d-cf63-4708-b92d-582cf81d83ab tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:55.329917 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-f5e7ea04-1f30-4d49-b253-9cde6c33e6ab req-dfcecc9d-cf63-4708-b92d-582cf81d83ab tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/ports?device_id=135cf23d-5269-4e8e-981f-ba59dba81156 HTTP/1.1" status: 200 len: 945 time: 0.4869022 May 25 15:39:55.336937 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-98ac3ad2-1d26-41ae-9803-ffe12c5f2d94 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Request body: {'security_group_rule': {'security_group_id': 'a327be23-1463-43cb-a6f1-9b1761cb121b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:39:55.338004 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-84f63071-6bad-4d79-a4aa-663a7c4c57e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:55.353223 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-18c4f5f4-4a9d-40f8-aba9-f8f659f8da8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:55.411929 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f63071-6bad-4d79-a4aa-663a7c4c57e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=50a3e2f9-2a44-4449-a246-91b8e14393cb,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:55.496088 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-84f63071-6bad-4d79-a4aa-663a7c4c57e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:55.502053 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-bd75ea41-6a53-4dd3-9f73-27dd6e580c4e req-8687a90e-598c-4010-9cc3-8db9c85c8bb4 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 210 time: 0.2660007 May 25 15:39:55.506362 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-98ac3ad2-1d26-41ae-9803-ffe12c5f2d94 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:55.508979 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3902e9-734f-4734-a480-6bdf99d5d328 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=074b331e-361d-482c-b902-aa1e692a507a,revision_number=0']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:55.520377 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-84f63071-6bad-4d79-a4aa-663a7c4c57e0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/50a3e2f9-2a44-4449-a246-91b8e14393cb HTTP/1.1" status: 204 len: 168 time: 1.7318945 May 25 15:39:55.532655 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-98ac3ad2-1d26-41ae-9803-ffe12c5f2d94 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Usage tracker for resource:security_group_rule and tenant:84e65264be4b4ed284c28ccc90c35988 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:55.536220 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-98ac3ad2-1d26-41ae-9803-ffe12c5f2d94 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:55.546730 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-ac3902e9-734f-4734-a480-6bdf99d5d328 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:55.550522 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-f5e7ea04-1f30-4d49-b253-9cde6c33e6ab req-81fab289-0d8b-4646-8394-314a25fc8a9e tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3324d24-1f64-4059-a4af-856778a4db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023022 May 25 15:39:55.567266 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 99703f4e-63ee-4d70-a03c-2d40e2bef85a up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:39:55.569405 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-98ac3ad2-1d26-41ae-9803-ffe12c5f2d94 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:55.585896 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-9515472f-a778-4e16-9cf5-ccef8235edf4 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:55.593189 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-baa64e22-6339-4040-8a54-434dfdf1729d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:55.597414 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-3d1b7029-2590-4076-aabf-55d832e139ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:55.673439 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-baa64e22-6339-4040-8a54-434dfdf1729d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:55.712508 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-9515472f-a778-4e16-9cf5-ccef8235edf4 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Network 8f344abd-5290-4d8f-91e2-bf99f4fcd285 is already hosted by enough agents. {{(pid=98474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:39:55.716227 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-9515472f-a778-4e16-9cf5-ccef8235edf4 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Resources bound (agent type, host, resource id): {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:39:55.757623 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-9515472f-a778-4e16-9cf5-ccef8235edf4 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Received port after_create {{(pid=98474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:39:55.792592 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning for port 99703f4e-63ee-4d70-a03c-2d40e2bef85a completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:39:55.799529 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port 99703f4e-63ee-4d70-a03c-2d40e2bef85a triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:39:55.799953 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:55.810062 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-98ac3ad2-1d26-41ae-9803-ffe12c5f2d94 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:55.846080 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-9515472f-a778-4e16-9cf5-ccef8235edf4 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:55.847906 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-9515472f-a778-4e16-9cf5-ccef8235edf4 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for port, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:55.881419 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-9515472f-a778-4e16-9cf5-ccef8235edf4 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5047054 May 25 15:39:55.887022 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9515472f-a778-4e16-9cf5-ccef8235edf4 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Pushing event updated for resources: {'Port': ['ID=ac9011aa-187b-4dfd-b433-2941925cefd4,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:55.901096 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-9515472f-a778-4e16-9cf5-ccef8235edf4 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:55.915186 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-2813624d-c76f-4f34-8245-be2e4217886b service neutron] Request body: {'port': {'device_id': 'd76c0b13-35a8-46ae-80c3-26ad64aa8e19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:39:56.020868 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:56.041419 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 33138) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:56.072841 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-2813624d-c76f-4f34-8245-be2e4217886b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:56.074944 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] For port 99703f4e-63ee-4d70-a03c-2d40e2bef85a, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=99703f4e-63ee-4d70-a03c-2d40e2bef85a,segment=NetworkSegment(f75f90f2-d3cf-4d1f-8686-0dba664408e0),segment_id=f75f90f2-d3cf-4d1f-8686-0dba664408e0)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:39:56.083968 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:56.086379 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:56.113154 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-baa64e22-6339-4040-8a54-434dfdf1729d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:56.126823 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-98ac3ad2-1d26-41ae-9803-ffe12c5f2d94 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:56.128265 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-cbe1d607-8a3b-4758-9766-318b6a31687b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:56.146741 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-98ac3ad2-1d26-41ae-9803-ffe12c5f2d94 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510867'] for security_group_rule, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:56.162034 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa64e22-6339-4040-8a54-434dfdf1729d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b97b146-3cee-4b42-8d9a-5287a821c1ae,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:56.164925 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-baa64e22-6339-4040-8a54-434dfdf1729d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:56.177913 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Pushing event updated for resources: {'Port': ['ID=99703f4e-63ee-4d70-a03c-2d40e2bef85a,revision_number=5']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:56.188307 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-baa64e22-6339-4040-8a54-434dfdf1729d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:56.193533 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-baa64e22-6339-4040-8a54-434dfdf1729d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4b97b146-3cee-4b42-8d9a-5287a821c1ae HTTP/1.1" status: 204 len: 168 time: 1.5533025 May 25 15:39:56.202835 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:56.204689 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e961cef-e059-49b4-b23f-642e9f2ad9e4 req-fc2291d3-ed9b-4004-ba83-23481215868a tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:56.207743 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-3e961cef-e059-49b4-b23f-642e9f2ad9e4 req-fc2291d3-ed9b-4004-ba83-23481215868a tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca27a72-d3fb-47eb-a009-4707c96cb88d HTTP/1.1" status: 200 len: 943 time: 0.3231685 May 25 15:39:56.212279 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-ac3902e9-734f-4734-a480-6bdf99d5d328 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:56.218876 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-98ac3ad2-1d26-41ae-9803-ffe12c5f2d94 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:56.223871 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-98ac3ad2-1d26-41ae-9803-ffe12c5f2d94 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8970542 May 25 15:39:56.258787 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 33146) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:56.276836 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-6841fc38-508f-4fd8-bf6f-1c057958c522 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Request body: {'floatingip': {'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:39:56.283243 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac3ad2-1d26-41ae-9803-ffe12c5f2d94 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76dbf8c6-3212-4fdd-9abc-6df3d39c82a1,revision_number=0']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:56.285982 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-98ac3ad2-1d26-41ae-9803-ffe12c5f2d94 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:56.317176 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-6841fc38-508f-4fd8-bf6f-1c057958c522 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:56.322218 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-3e961cef-e059-49b4-b23f-642e9f2ad9e4 req-91202551-4c00-4db9-9206-24b4a86a12af tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922523 May 25 15:39:56.324570 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-69c08bc3-7046-4c0d-9344-c52f30599fe4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6764d00732714a648a8900e5d05123be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2703626 May 25 15:39:56.331101 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-6841fc38-508f-4fd8-bf6f-1c057958c522 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Usage tracker for resource:floatingip and tenant:84e65264be4b4ed284c28ccc90c35988 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:56.333972 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 33154) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:56.338272 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-6841fc38-508f-4fd8-bf6f-1c057958c522 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:56.375582 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-6841fc38-508f-4fd8-bf6f-1c057958c522 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:56.411636 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6841fc38-508f-4fd8-bf6f-1c057958c522 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for floatingip, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:56.511217 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-02281dca-5d00-47a6-a00c-3d655d126d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:56.568015 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-02281dca-5d00-47a6-a00c-3d655d126d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:56.678130 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 99703f4e-63ee-4d70-a03c-2d40e2bef85a up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:39:56.718047 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-02281dca-5d00-47a6-a00c-3d655d126d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:56.727938 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-61df92bb-7044-4c38-8250-1dd46743852b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:56.760758 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6841fc38-508f-4fd8-bf6f-1c057958c522 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:56.772819 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02281dca-5d00-47a6-a00c-3d655d126d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c89e925-615f-4a02-8ddf-4b7cb6b99b7e,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:56.799631 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-574021fe-8708-4970-9a01-983b8c977316 req-db591cce-2473-4ee0-b598-4a36cd1014f4 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Synchronizing usage tracker for tenant:58b8a9fdf31144b5b20d99f9a9ac856f on resource:port {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:39:56.803658 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-2813624d-c76f-4f34-8245-be2e4217886b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac9011aa-187b-4dfd-b433-2941925cefd4 {{(pid=98474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:39:56.813879 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-2813624d-c76f-4f34-8245-be2e4217886b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:56.844571 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.provisioning_blocks [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-2813624d-c76f-4f34-8245-be2e4217886b service neutron] Transition to ACTIVE for port object ac9011aa-187b-4dfd-b433-2941925cefd4 will not be triggered until provisioned by entity L2. {{(pid=98474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:39:56.846372 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-574021fe-8708-4970-9a01-983b8c977316 req-db591cce-2473-4ee0-b598-4a36cd1014f4 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Unset dirty status for tenant:58b8a9fdf31144b5b20d99f9a9ac856f on resource:port {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:39:56.860676 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-574021fe-8708-4970-9a01-983b8c977316 req-db591cce-2473-4ee0-b598-4a36cd1014f4 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 210 time: 0.1257806 May 25 15:39:56.866301 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-2813624d-c76f-4f34-8245-be2e4217886b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-881747'] for port, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:56.882754 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-9515472f-a778-4e16-9cf5-ccef8235edf4 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:56.901379 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-02281dca-5d00-47a6-a00c-3d655d126d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:56.907344 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port 99703f4e-63ee-4d70-a03c-2d40e2bef85a triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:39:56.907895 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:56.918640 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 33172) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:56.986535 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-02281dca-5d00-47a6-a00c-3d655d126d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:56.999136 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-02281dca-5d00-47a6-a00c-3d655d126d8e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c89e925-615f-4a02-8ddf-4b7cb6b99b7e HTTP/1.1" status: 204 len: 168 time: 0.6641307 May 25 15:39:57.041884 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-acd3137e-3953-4ec2-8d18-248ed0526972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:57.115153 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-acd3137e-3953-4ec2-8d18-248ed0526972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:57.117965 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813624d-c76f-4f34-8245-be2e4217886b service neutron] Pushing event updated for resources: {'Port': ['ID=ac9011aa-187b-4dfd-b433-2941925cefd4,revision_number=2']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:57.121118 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-2813624d-c76f-4f34-8245-be2e4217886b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:57.153553 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-acd3137e-3953-4ec2-8d18-248ed0526972 admin admin] Usage tracker for resource:security_group_rule and tenant:ebfefc63aa9c46f49a266668ec209aac is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:57.160365 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-acd3137e-3953-4ec2-8d18-248ed0526972 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:57.172206 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-acd3137e-3953-4ec2-8d18-248ed0526972 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:57.241746 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.managers [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-2813624d-c76f-4f34-8245-be2e4217886b service neutron] Attempting to bind port ac9011aa-187b-4dfd-b433-2941925cefd4 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:39:57.242107 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.managers [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-2813624d-c76f-4f34-8245-be2e4217886b service neutron] Attempting to bind port ac9011aa-187b-4dfd-b433-2941925cefd4 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '814a74a1-ca3e-4b1a-b593-83a6e7d765f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8f344abd-5290-4d8f-91e2-bf99f4fcd285'}] {{(pid=98474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:39:57.242472 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-2813624d-c76f-4f34-8245-be2e4217886b service neutron] Attempting to bind port ac9011aa-187b-4dfd-b433-2941925cefd4 on network 8f344abd-5290-4d8f-91e2-bf99f4fcd285 {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:39:57.254492 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-2813624d-c76f-4f34-8245-be2e4217886b service neutron] Port ac9011aa-187b-4dfd-b433-2941925cefd4 on network 8f344abd-5290-4d8f-91e2-bf99f4fcd285 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:39:57.254820 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-2813624d-c76f-4f34-8245-be2e4217886b service neutron] Attempting to bind port ac9011aa-187b-4dfd-b433-2941925cefd4 on network 8f344abd-5290-4d8f-91e2-bf99f4fcd285 {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:39:57.266469 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-2813624d-c76f-4f34-8245-be2e4217886b service neutron] Checking agent: {'id': 'eb2109ed-85e4-4c57-98e0-c43a853e4d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'started_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:39:57.266858 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-2813624d-c76f-4f34-8245-be2e4217886b service neutron] Checking segment: {'id': '814a74a1-ca3e-4b1a-b593-83a6e7d765f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8f344abd-5290-4d8f-91e2-bf99f4fcd285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:39:57.267492 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-2813624d-c76f-4f34-8245-be2e4217886b service neutron] Bound using segment: {'id': '814a74a1-ca3e-4b1a-b593-83a6e7d765f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8f344abd-5290-4d8f-91e2-bf99f4fcd285'} {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:39:57.267986 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.managers [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-2813624d-c76f-4f34-8245-be2e4217886b service neutron] Bound port: ac9011aa-187b-4dfd-b433-2941925cefd4, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '814a74a1-ca3e-4b1a-b593-83a6e7d765f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8f344abd-5290-4d8f-91e2-bf99f4fcd285'}}] {{(pid=98474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:39:57.268351 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-2813624d-c76f-4f34-8245-be2e4217886b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:57.341988 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c10556-a942-4a29-9cb1-91a521cd4f4a req-8161dfe6-b709-4071-b2b4-b031d567d920 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:57.342956 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-b2c10556-a942-4a29-9cb1-91a521cd4f4a req-8161dfe6-b709-4071-b2b4-b031d567d920 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Synchronizing usage tracker for tenant:819e50a1b0dd40f28366b0a596caf150 on resource:port {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:39:57.370095 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-458c1362-774f-4eaf-9662-d94c02468967 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:57.371851 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-458c1362-774f-4eaf-9662-d94c02468967 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.57 "GET /v2.0/networks?id=8f344abd-5290-4d8f-91e2-bf99f4fcd285 HTTP/1.1" status: 200 len: 819 time: 0.3442869 May 25 15:39:57.383015 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.db_base_plugin_common [None req-6841fc38-508f-4fd8-bf6f-1c057958c522 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Allocated IP 172.27.3.55 (64bdbeb4-2429-4b9e-9f88-29f950eefffc/3f9f8472-0ab8-4bd8-a441-92a12c3f4c58/36d80984-c82d-4863-a287-e3e7c0515656) {{(pid=98473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:39:57.390730 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-a5332104-b463-42af-85e7-ecf626bb5961 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Request body: {'port': {'device_id': 'a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a', 'network_id': '8f344abd-5290-4d8f-91e2-bf99f4fcd285', 'admin_state_up': True, 'tenant_id': '58b8a9fdf31144b5b20d99f9a9ac856f'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:39:57.423651 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-acd3137e-3953-4ec2-8d18-248ed0526972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:57.444371 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-2813624d-c76f-4f34-8245-be2e4217886b service neutron] For port ac9011aa-187b-4dfd-b433-2941925cefd4, host hv-cinder-79124, cleared binding levels {{(pid=98474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:39:57.448758 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-2813624d-c76f-4f34-8245-be2e4217886b service neutron] For port ac9011aa-187b-4dfd-b433-2941925cefd4, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=ac9011aa-187b-4dfd-b433-2941925cefd4,segment=NetworkSegment(814a74a1-ca3e-4b1a-b593-83a6e7d765f0),segment_id=814a74a1-ca3e-4b1a-b593-83a6e7d765f0)] {{(pid=98474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:39:57.449816 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-acd3137e-3953-4ec2-8d18-248ed0526972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:57.473237 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-ce174bd0-cb10-4252-b65c-dd009032ce76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:57.499250 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-2813624d-c76f-4f34-8245-be2e4217886b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-881747'] for port, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:57.508757 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-b2c10556-a942-4a29-9cb1-91a521cd4f4a req-8161dfe6-b709-4071-b2b4-b031d567d920 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Unset dirty status for tenant:819e50a1b0dd40f28366b0a596caf150 on resource:port {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:39:57.509892 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b2c10556-a942-4a29-9cb1-91a521cd4f4a req-8161dfe6-b709-4071-b2b4-b031d567d920 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/ports?device_id=135cf23d-5269-4e8e-981f-ba59dba81156 HTTP/1.1" status: 200 len: 945 time: 0.6047819 May 25 15:39:57.608798 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-2813624d-c76f-4f34-8245-be2e4217886b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:57.609937 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-2813624d-c76f-4f34-8245-be2e4217886b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for port, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:57.611346 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-2813624d-c76f-4f34-8245-be2e4217886b service neutron] 10.222.0.57 "PUT /v2.0/ports/ac9011aa-187b-4dfd-b433-2941925cefd4 HTTP/1.1" status: 200 len: 1094 time: 1.7086627 May 25 15:39:57.613990 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-acd3137e-3953-4ec2-8d18-248ed0526972 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ebfefc63aa9c46f49a266668ec209aac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6873882 May 25 15:39:57.617850 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd76c0b13-35a8-46ae-80c3-26ad64aa8e19', 'tag': 'ac9011aa-187b-4dfd-b433-2941925cefd4'}] {{(pid=98474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:39:57.621199 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 33192) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:57.624574 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3137e-3953-4ec2-8d18-248ed0526972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9af389-8287-4cb9-8a4d-7f8a484e0abe,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:57.651569 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-acd3137e-3953-4ec2-8d18-248ed0526972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:57.657984 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:57.799335 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-b2c10556-a942-4a29-9cb1-91a521cd4f4a req-29be0dbb-836d-48d0-a6d3-b4a92b9a99cb tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Synchronizing usage tracker for tenant:819e50a1b0dd40f28366b0a596caf150 on resource:security_group {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:39:57.808312 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 33200) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:57.822791 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-a5332104-b463-42af-85e7-ecf626bb5961 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:57.871858 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-a5332104-b463-42af-85e7-ecf626bb5961 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:57.888826 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6841fc38-508f-4fd8-bf6f-1c057958c522 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for port, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:57.900977 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-b2c10556-a942-4a29-9cb1-91a521cd4f4a req-29be0dbb-836d-48d0-a6d3-b4a92b9a99cb tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Unset dirty status for tenant:819e50a1b0dd40f28366b0a596caf150 on resource:security_group {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:39:57.902294 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b2c10556-a942-4a29-9cb1-91a521cd4f4a req-29be0dbb-836d-48d0-a6d3-b4a92b9a99cb tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3324d24-1f64-4059-a4af-856778a4db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288737 May 25 15:39:57.908248 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a7418887-4322-4d23-9ec1-dfaf9698a8cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:57.918335 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-a5332104-b463-42af-85e7-ecf626bb5961 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Made reservation on behalf of 58b8a9fdf31144b5b20d99f9a9ac856f for: {'port': 1} {{(pid=98473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:39:57.921731 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-a5332104-b463-42af-85e7-ecf626bb5961 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:57.941426 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a7418887-4322-4d23-9ec1-dfaf9698a8cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:57.952617 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-598ee708-f84b-428b-b52c-0468c86ad11a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17069116434646b8bfb2c445a3a9a9ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1353397 May 25 15:39:57.955402 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 33208) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:57.994421 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813624d-c76f-4f34-8245-be2e4217886b service neutron] Pushing event updated for resources: {'Port': ['ID=ac9011aa-187b-4dfd-b433-2941925cefd4,revision_number=3']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:58.011681 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 33214) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:58.029779 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ccac0-05cf-47d9-8ab6-e2d32194c15c req-6ef53ccf-53c3-454b-9dfa-3ff556c1daff tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:58.040095 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-134ccac0-05cf-47d9-8ab6-e2d32194c15c req-6ef53ccf-53c3-454b-9dfa-3ff556c1daff tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca27a72-d3fb-47eb-a009-4707c96cb88d HTTP/1.1" status: 200 len: 943 time: 0.4965703 May 25 15:39:58.052518 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-2813624d-c76f-4f34-8245-be2e4217886b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:58.076756 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a7418887-4322-4d23-9ec1-dfaf9698a8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:58.106203 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-134ccac0-05cf-47d9-8ab6-e2d32194c15c req-6a03119f-1bbf-4dfa-ac29-44bae08e83f9 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650282 May 25 15:39:58.114784 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-6af2ee90-17e6-4c98-ab61-72582388d599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:58.141233 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7418887-4322-4d23-9ec1-dfaf9698a8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9af389-8287-4cb9-8a4d-7f8a484e0abe,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:58.143484 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-a7418887-4322-4d23-9ec1-dfaf9698a8cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:58.146453 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-c4cd1404-7a5c-46c5-b999-8362dad1ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:58.148096 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-c4cd1404-7a5c-46c5-b999-8362dad1ce9c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=58b8a9fdf31144b5b20d99f9a9ac856f&device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 1097 time: 0.4139013 May 25 15:39:58.154057 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a7418887-4322-4d23-9ec1-dfaf9698a8cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:58.158601 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-a7418887-4322-4d23-9ec1-dfaf9698a8cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3d9af389-8287-4cb9-8a4d-7f8a484e0abe HTTP/1.1" status: 204 len: 168 time: 0.5353024 May 25 15:39:58.178500 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6841fc38-508f-4fd8-bf6f-1c057958c522 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363'] for port, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:58.183942 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device b83de6ce-a91e-489f-9939-63805a19dd84 up at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:39:58.297727 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-e3d47988-bce3-4529-a33a-4e80b0a2d7e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac9011aa-187b-4dfd-b433-2941925cefd4 HTTP/1.1" status: 200 len: 217 time: 0.1375549 May 25 15:39:58.319531 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-31c54a6d-8620-4cc1-9cf9-05b838b9666d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:58.326068 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning for port b83de6ce-a91e-489f-9939-63805a19dd84 completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:39:58.335284 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning complete for port b83de6ce-a91e-489f-9939-63805a19dd84 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:39:58.336262 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:58.373662 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-37a8510d-67b9-4108-809d-6758ee56e5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:58.375154 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-37a8510d-67b9-4108-809d-6758ee56e5f7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8cf8d8a0-2dc7-4fc4-85a0-c64f7a466b21 HTTP/1.1" status: 200 len: 859 time: 0.0662110 May 25 15:39:58.376256 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b8396390-3a90-41d4-a354-f2827ad2ae4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:58.405540 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b8396390-3a90-41d4-a354-f2827ad2ae4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:58.474423 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-3dfab81b-f1d2-4e4a-9516-ce992d9675eb req-9e481898-a822-4471-a96f-919f0c5cba7f tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 210 time: 0.3015635 May 25 15:39:58.481262 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-877f6261-1f62-4983-a787-d0079582cd80 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f344abd-5290-4d8f-91e2-bf99f4fcd285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962801 May 25 15:39:58.524737 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6841fc38-508f-4fd8-bf6f-1c057958c522 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Network 64bdbeb4-2429-4b9e-9f88-29f950eefffc is already hosted by enough agents. {{(pid=98473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:39:58.527706 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:58.528140 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b8396390-3a90-41d4-a354-f2827ad2ae4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:58.540065 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-1f09d745-7ead-4b46-9518-158d9fcf666f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:58.551725 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.base_scheduler [None req-6841fc38-508f-4fd8-bf6f-1c057958c522 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Resources bound (agent type, host, resource id): {{(pid=98473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:39:58.568414 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6841fc38-508f-4fd8-bf6f-1c057958c522 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Received port after_create {{(pid=98473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:39:58.572808 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135cf23d-5269-4e8e-981f-ba59dba81156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83de6ce-a91e-489f-9939-63805a19dd84'}] {{(pid=98475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:39:58.578982 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.db_base_plugin_common [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-a5332104-b463-42af-85e7-ecf626bb5961 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Allocated IP 172.20.0.4 (8f344abd-5290-4d8f-91e2-bf99f4fcd285/8cf8d8a0-2dc7-4fc4-85a0-c64f7a466b21/58e438ee-5635-41c2-9295-43383bf88c95) {{(pid=98473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:39:58.589123 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841fc38-508f-4fd8-bf6f-1c057958c522 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Pushing event updated for resources: {'Port': ['ID=36d80984-c82d-4863-a287-e3e7c0515656,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:58.595080 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-1f09d745-7ead-4b46-9518-158d9fcf666f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:39:58.600644 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-6841fc38-508f-4fd8-bf6f-1c057958c522 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:58.603352 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:58.652079 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-1f09d745-7ead-4b46-9518-158d9fcf666f admin admin] Usage tracker for resource:security_group_rule and tenant:332887349a8243f8b8fbcf94c2beef9c is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:39:58.663293 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-1f09d745-7ead-4b46-9518-158d9fcf666f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:39:58.666391 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8396390-3a90-41d4-a354-f2827ad2ae4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9bf195-c600-49b3-a10f-6842751112e5,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:58.677176 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-b8396390-3a90-41d4-a354-f2827ad2ae4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:58.681277 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-1f09d745-7ead-4b46-9518-158d9fcf666f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:39:58.693904 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port b83de6ce-a91e-489f-9939-63805a19dd84, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=b83de6ce-a91e-489f-9939-63805a19dd84,segment=NetworkSegment(ad49e5a5-3c7b-441d-962f-c4d09987cf92),segment_id=ad49e5a5-3c7b-441d-962f-c4d09987cf92)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:39:58.714113 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b8396390-3a90-41d4-a354-f2827ad2ae4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:58.714113 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-b8396390-3a90-41d4-a354-f2827ad2ae4c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff9bf195-c600-49b3-a10f-6842751112e5 HTTP/1.1" status: 204 len: 168 time: 0.7526281 May 25 15:39:58.740862 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:58.751089 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-1b2f3939-51ab-4a39-94ee-8ec12b3d988e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:58.765076 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6841fc38-508f-4fd8-bf6f-1c057958c522 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:58.798661 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-5ec53c18-b1ad-4890-9f2b-f61aa9986a6a service neutron] 10.222.0.57 "GET /v2.0/networks/8f344abd-5290-4d8f-91e2-bf99f4fcd285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088086 May 25 15:39:58.803431 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd76c0b13-35a8-46ae-80c3-26ad64aa8e19', 'tag': 'ac9011aa-187b-4dfd-b433-2941925cefd4', 'status': 'completed', 'code': 200} May 25 15:39:58.846647 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=b83de6ce-a91e-489f-9939-63805a19dd84,revision_number=5']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:58.859013 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:58.959066 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9f4a8a62-8697-419c-9d81-a50077dde1ed req-54e06284-6d54-474a-bbc2-99247a0e71f6 service neutron] 10.222.0.57 "GET /v2.0/networks/8f344abd-5290-4d8f-91e2-bf99f4fcd285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475101 May 25 15:39:58.993335 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6841fc38-508f-4fd8-bf6f-1c057958c522 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:59.116869 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ecd039-a0a9-408e-9842-a5e9ac1a9511 req-7225f886-fcde-42b4-ad7c-fc42eadff828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:59.119243 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-81ecd039-a0a9-408e-9842-a5e9ac1a9511 req-7225f886-fcde-42b4-ad7c-fc42eadff828 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=58b8a9fdf31144b5b20d99f9a9ac856f&device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 1097 time: 0.1070118 May 25 15:39:59.219282 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-a5332104-b463-42af-85e7-ecf626bb5961 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Notify callbacks [] for port, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:59.229721 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-1f09d745-7ead-4b46-9518-158d9fcf666f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:59.301219 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ecd039-a0a9-408e-9842-a5e9ac1a9511 req-7657bcf1-c014-4394-9f54-c4667ac348b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:59.301548 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-1f09d745-7ead-4b46-9518-158d9fcf666f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:59.303041 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-81ecd039-a0a9-408e-9842-a5e9ac1a9511 req-7657bcf1-c014-4394-9f54-c4667ac348b5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8f344abd-5290-4d8f-91e2-bf99f4fcd285 HTTP/1.1" status: 200 len: 920 time: 0.1762700 May 25 15:39:59.312968 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:59.352485 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09d745-7ead-4b46-9518-158d9fcf666f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dde7584-8282-4555-b281-4175190c57bd,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:59.370509 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-1f09d745-7ead-4b46-9518-158d9fcf666f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:59.397502 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-1f09d745-7ead-4b46-9518-158d9fcf666f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=332887349a8243f8b8fbcf94c2beef9c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3804226 May 25 15:39:59.411972 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 33262) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:39:59.449405 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-81ecd039-a0a9-408e-9842-a5e9ac1a9511 req-25537c4f-6197-44e9-8ea9-609919240fcf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac9011aa-187b-4dfd-b433-2941925cefd4 HTTP/1.1" status: 200 len: 217 time: 0.1020217 May 25 15:39:59.465991 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58e2dc-8199-4b0b-bb22-d7cacc82e6d3 req-8a4dd909-54e1-45fd-90aa-2fe185e67b0b tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:59.467515 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ed58e2dc-8199-4b0b-bb22-d7cacc82e6d3 req-8a4dd909-54e1-45fd-90aa-2fe185e67b0b tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/ports?device_id=135cf23d-5269-4e8e-981f-ba59dba81156 HTTP/1.1" status: 200 len: 946 time: 0.3431239 May 25 15:39:59.528196 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ecd039-a0a9-408e-9842-a5e9ac1a9511 req-cf713b25-b773-4a86-a624-d82ac6bd6eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:59.529949 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-81ecd039-a0a9-408e-9842-a5e9ac1a9511 req-cf713b25-b773-4a86-a624-d82ac6bd6eb5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8cf8d8a0-2dc7-4fc4-85a0-c64f7a466b21 HTTP/1.1" status: 200 len: 859 time: 0.0726840 May 25 15:39:59.537094 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-a5332104-b463-42af-85e7-ecf626bb5961 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363'] for port, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:59.580457 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6841fc38-508f-4fd8-bf6f-1c057958c522 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for port, precommit_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:59.588270 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-81ecd039-a0a9-408e-9842-a5e9ac1a9511 req-c5326e51-9e61-414d-9a10-08121f2ae9bb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f344abd-5290-4d8f-91e2-bf99f4fcd285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480473 May 25 15:39:59.602874 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:59.629151 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7617178-86ef-48d2-8e98-287bbc1512c0 req-92174eae-1e83-46aa-8bf1-be2570e93820 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:59.636416 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c7617178-86ef-48d2-8e98-287bbc1512c0 req-92174eae-1e83-46aa-8bf1-be2570e93820 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca27a72-d3fb-47eb-a009-4707c96cb88d HTTP/1.1" status: 200 len: 943 time: 0.3322461 May 25 15:39:59.665328 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-a5332104-b463-42af-85e7-ecf626bb5961 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Network 8f344abd-5290-4d8f-91e2-bf99f4fcd285 is already hosted by enough agents. {{(pid=98473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:39:59.685592 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.base_scheduler [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-a5332104-b463-42af-85e7-ecf626bb5961 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Resources bound (agent type, host, resource id): {{(pid=98473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:39:59.688591 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-a5332104-b463-42af-85e7-ecf626bb5961 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Received port after_create {{(pid=98473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:39:59.700546 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-a5332104-b463-42af-85e7-ecf626bb5961 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:39:59.701505 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-a5332104-b463-42af-85e7-ecf626bb5961 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for port, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:59.706022 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6841fc38-508f-4fd8-bf6f-1c057958c522 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:59.741923 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5332104-b463-42af-85e7-ecf626bb5961 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Pushing event updated for resources: {'Port': ['ID=58e438ee-5635-41c2-9295-43383bf88c95,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:59.751639 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c7617178-86ef-48d2-8e98-287bbc1512c0 req-4c9904cd-e8de-49d1-b98c-f03ac145c3e5 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112742 May 25 15:39:59.755169 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ed58e2dc-8199-4b0b-bb22-d7cacc82e6d3 req-9dc9f2f7-9813-4e33-b103-d4f5d78a28a5 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3324d24-1f64-4059-a4af-856778a4db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764184 May 25 15:39:59.756029 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-28349a14-1d28-4956-a18f-a292258968ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:59.768982 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-a5332104-b463-42af-85e7-ecf626bb5961 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:59.768982 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-1ac9204f-8eb2-40d2-b7a7-029963095bb1 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:39:59.817034 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-81ecd039-a0a9-408e-9842-a5e9ac1a9511 req-92f6a4bf-60e2-4f6a-bbda-5db375eba544 service neutron] 10.222.0.57 "GET /v2.0/networks/8f344abd-5290-4d8f-91e2-bf99f4fcd285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186413 May 25 15:39:59.878670 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6841fc38-508f-4fd8-bf6f-1c057958c522 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-353536'] for floatingip, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:59.901180 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-28349a14-1d28-4956-a18f-a292258968ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:39:59.932885 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-a5332104-b463-42af-85e7-ecf626bb5961 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5463438 May 25 15:39:59.980934 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841fc38-508f-4fd8-bf6f-1c057958c522 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Pushing event updated for resources: {'Port': ['ID=36d80984-c82d-4863-a287-e3e7c0515656,revision_number=2']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:39:59.997155 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-6841fc38-508f-4fd8-bf6f-1c057958c522 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:39:59.999111 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6841fc38-508f-4fd8-bf6f-1c057958c522 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for floatingip, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:00.000304 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-6841fc38-508f-4fd8-bf6f-1c057958c522 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7363076 May 25 15:40:00.024156 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-4e6aa7f0-e162-4726-bf28-1b44b81e092f service neutron] Request body: {'port': {'device_id': 'a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:40:00.164485 dv-cinder-791240-3-iscsi neutron-server[98475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135cf23d-5269-4e8e-981f-ba59dba81156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83de6ce-a91e-489f-9939-63805a19dd84', 'code': 200} May 25 15:40:00.176684 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-81ecd039-a0a9-408e-9842-a5e9ac1a9511 req-773c83b1-1ea4-444c-b45f-7657b0fca27e service neutron] 10.222.0.57 "GET /v2.0/networks/8f344abd-5290-4d8f-91e2-bf99f4fcd285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524127 May 25 15:40:00.184022 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 1b4f457c-ce11-4b07-b661-f77713f031df details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:40:00.296048 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-28349a14-1d28-4956-a18f-a292258968ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:00.305780 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-baa64e22-6339-4040-8a54-434dfdf1729d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:00.330247 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5064d-23f0-4f5c-8ea1-bf5e3797254a req-183bfc44-f811-4c40-b320-27a0a8ab0a1f tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:00.330964 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-7ac5064d-23f0-4f5c-8ea1-bf5e3797254a req-183bfc44-f811-4c40-b320-27a0a8ab0a1f tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Synchronizing usage tracker for tenant:58b8a9fdf31144b5b20d99f9a9ac856f on resource:port {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:40:00.342247 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28349a14-1d28-4956-a18f-a292258968ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dde7584-8282-4555-b281-4175190c57bd,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:00.344745 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 1b4f457c-ce11-4b07-b661-f77713f031df, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=1b4f457c-ce11-4b07-b661-f77713f031df,segment=NetworkSegment(1ec4470b-39ac-4e1b-833b-ea3a68e90e6d),segment_id=1ec4470b-39ac-4e1b-833b-ea3a68e90e6d)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:40:00.349020 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-28349a14-1d28-4956-a18f-a292258968ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:00.364255 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-4e6aa7f0-e162-4726-bf28-1b44b81e092f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:00.386106 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-28349a14-1d28-4956-a18f-a292258968ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:00.389310 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-28349a14-1d28-4956-a18f-a292258968ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8dde7584-8282-4555-b281-4175190c57bd HTTP/1.1" status: 204 len: 168 time: 0.9723389 May 25 15:40:00.403084 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Returning: {'device': '1b4f457c-ce11-4b07-b661-f77713f031df', 'network_id': 'a454cf6c-27f3-4e65-8a46-b57d728d820a', 'port_id': '1b4f457c-ce11-4b07-b661-f77713f031df', 'mac_address': 'fa:16:3e:63:36:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d406481-8ad1-4ef9-a379-1390671d5486', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:40:00.423579 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-7ac5064d-23f0-4f5c-8ea1-bf5e3797254a req-183bfc44-f811-4c40-b320-27a0a8ab0a1f tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Unset dirty status for tenant:58b8a9fdf31144b5b20d99f9a9ac856f on resource:port {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:40:00.424813 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7ac5064d-23f0-4f5c-8ea1-bf5e3797254a req-183bfc44-f811-4c40-b320-27a0a8ab0a1f tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 931 time: 0.5071619 May 25 15:40:00.486235 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:00.549713 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b4f457c-ce11-4b07-b661-f77713f031df {{(pid=98475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:40:00.575746 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-7ac5064d-23f0-4f5c-8ea1-bf5e3797254a req-a217172f-5f7f-4afc-b9c0-6a69a2957a4b tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Synchronizing usage tracker for tenant:58b8a9fdf31144b5b20d99f9a9ac856f on resource:security_group {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:40:00.594565 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 1b4f457c-ce11-4b07-b661-f77713f031df, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=1b4f457c-ce11-4b07-b661-f77713f031df,segment=NetworkSegment(1ec4470b-39ac-4e1b-833b-ea3a68e90e6d),segment_id=1ec4470b-39ac-4e1b-833b-ea3a68e90e6d)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:40:00.604620 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:00.606371 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:00.615222 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-7ac5064d-23f0-4f5c-8ea1-bf5e3797254a req-a217172f-5f7f-4afc-b9c0-6a69a2957a4b tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Unset dirty status for tenant:58b8a9fdf31144b5b20d99f9a9ac856f on resource:security_group {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:40:00.616315 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7ac5064d-23f0-4f5c-8ea1-bf5e3797254a req-a217172f-5f7f-4afc-b9c0-6a69a2957a4b tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714323 May 25 15:40:00.674756 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ba2bf30b-77ca-41ca-9eee-c6ec4e20e987 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Synchronizing usage tracker for tenant:84e65264be4b4ed284c28ccc90c35988 on resource:security_group {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:40:00.714997 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417de141-a8a7-4e51-bc1e-eef406876504 req-e4c95901-0ab0-4608-bf46-091392159076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:00.721265 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-417de141-a8a7-4e51-bc1e-eef406876504 req-e4c95901-0ab0-4608-bf46-091392159076 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=135cf23d-5269-4e8e-981f-ba59dba81156 HTTP/1.1" status: 200 len: 1099 time: 0.2485132 May 25 15:40:00.721265 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ba2bf30b-77ca-41ca-9eee-c6ec4e20e987 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Unset dirty status for tenant:84e65264be4b4ed284c28ccc90c35988 on resource:security_group {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:40:00.721265 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ba2bf30b-77ca-41ca-9eee-c6ec4e20e987 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1095560324&fields=id&tenant_id=84e65264be4b4ed284c28ccc90c35988 HTTP/1.1" status: 200 len: 267 time: 0.1722188 May 25 15:40:00.742397 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=1b4f457c-ce11-4b07-b661-f77713f031df,revision_number=4']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:00.748337 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:00.787699 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-417de141-a8a7-4e51-bc1e-eef406876504 req-83775f5f-4876-42d2-82e1-a41fcda84217 service neutron] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:00.850392 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [req-417de141-a8a7-4e51-bc1e-eef406876504 req-83775f5f-4876-42d2-82e1-a41fcda84217 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:40:00.861380 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-417de141-a8a7-4e51-bc1e-eef406876504 req-83775f5f-4876-42d2-82e1-a41fcda84217 service neutron] Usage tracker for resource:security_group_rule and tenant:a680423145df4a0a88e34d07e8ca5d8f is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:40:00.872053 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-417de141-a8a7-4e51-bc1e-eef406876504 req-83775f5f-4876-42d2-82e1-a41fcda84217 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:40:00.882998 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [req-417de141-a8a7-4e51-bc1e-eef406876504 req-83775f5f-4876-42d2-82e1-a41fcda84217 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:40:00.912912 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['1b4f457c-ce11-4b07-b661-f77713f031df'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:40:00.951149 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-4e6aa7f0-e162-4726-bf28-1b44b81e092f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58e438ee-5635-41c2-9295-43383bf88c95 {{(pid=98473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:40:00.972442 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-4e6aa7f0-e162-4726-bf28-1b44b81e092f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:00.983205 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-4a50b2de-8eff-4856-94f1-7f08e3378984 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:00.985458 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-4a50b2de-8eff-4856-94f1-7f08e3378984 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/networks?id=771546d5-f50e-49c2-832e-f1005d51ba9c HTTP/1.1" status: 200 len: 817 time: 0.2275791 May 25 15:40:01.005920 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.provisioning_blocks [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-4e6aa7f0-e162-4726-bf28-1b44b81e092f service neutron] Transition to ACTIVE for port object 58e438ee-5635-41c2-9295-43383bf88c95 will not be triggered until provisioned by entity L2. {{(pid=98473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:40:01.019342 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-4e6aa7f0-e162-4726-bf28-1b44b81e092f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:01.033713 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-3d57f1bd-f028-416a-bbfe-8ed893379b6c tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:01.076575 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-31b9e351-20bf-42c5-91ef-c222424449fd tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/quotas/84e65264be4b4ed284c28ccc90c35988 HTTP/1.1" status: 200 len: 375 time: 0.0836906 May 25 15:40:01.137969 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 33336) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:01.202661 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-417de141-a8a7-4e51-bc1e-eef406876504 req-83775f5f-4876-42d2-82e1-a41fcda84217 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:01.228189 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-6a6e70de-4847-4bef-b649-176e5cb7c63e tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=84e65264be4b4ed284c28ccc90c35988&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1364536 May 25 15:40:01.249531 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9896a9c-e2ac-431a-9096-2073954ac658 req-2b06957e-5bd9-447c-8c1d-715b388283cf tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:01.252607 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-417de141-a8a7-4e51-bc1e-eef406876504 req-83775f5f-4876-42d2-82e1-a41fcda84217 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:01.253088 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-e9896a9c-e2ac-431a-9096-2073954ac658 req-2b06957e-5bd9-447c-8c1d-715b388283cf tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca27a72-d3fb-47eb-a009-4707c96cb88d HTTP/1.1" status: 200 len: 944 time: 0.3659072 May 25 15:40:01.305950 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6aa7f0-e162-4726-bf28-1b44b81e092f service neutron] Pushing event updated for resources: {'Port': ['ID=58e438ee-5635-41c2-9295-43383bf88c95,revision_number=2']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:01.309640 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-4e6aa7f0-e162-4726-bf28-1b44b81e092f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:01.325602 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:01.329571 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.managers [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-4e6aa7f0-e162-4726-bf28-1b44b81e092f service neutron] Attempting to bind port 58e438ee-5635-41c2-9295-43383bf88c95 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:40:01.329985 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.managers [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-4e6aa7f0-e162-4726-bf28-1b44b81e092f service neutron] Attempting to bind port 58e438ee-5635-41c2-9295-43383bf88c95 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '814a74a1-ca3e-4b1a-b593-83a6e7d765f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8f344abd-5290-4d8f-91e2-bf99f4fcd285'}] {{(pid=98473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:40:01.330380 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-4e6aa7f0-e162-4726-bf28-1b44b81e092f service neutron] Attempting to bind port 58e438ee-5635-41c2-9295-43383bf88c95 on network 8f344abd-5290-4d8f-91e2-bf99f4fcd285 {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:40:01.335148 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-417de141-a8a7-4e51-bc1e-eef406876504 req-83775f5f-4876-42d2-82e1-a41fcda84217 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c3324d24-1f64-4059-a4af-856778a4db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6093829 May 25 15:40:01.359765 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-e9896a9c-e2ac-431a-9096-2073954ac658 req-bab2dfec-d8cd-46ad-b9d8-302d4160c066 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954940 May 25 15:40:01.362502 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-4e6aa7f0-e162-4726-bf28-1b44b81e092f service neutron] Port 58e438ee-5635-41c2-9295-43383bf88c95 on network 8f344abd-5290-4d8f-91e2-bf99f4fcd285 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:40:01.362830 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-4e6aa7f0-e162-4726-bf28-1b44b81e092f service neutron] Attempting to bind port 58e438ee-5635-41c2-9295-43383bf88c95 on network 8f344abd-5290-4d8f-91e2-bf99f4fcd285 {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:40:01.383919 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83775f5f-4876-42d2-82e1-a41fcda84217 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=74774339-f08e-4e4b-9bfa-e751665c494d,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:01.384335 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-4e6aa7f0-e162-4726-bf28-1b44b81e092f service neutron] Checking agent: {'id': 'eb2109ed-85e4-4c57-98e0-c43a853e4d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'started_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:40:01.384335 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-4e6aa7f0-e162-4726-bf28-1b44b81e092f service neutron] Checking segment: {'id': '814a74a1-ca3e-4b1a-b593-83a6e7d765f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8f344abd-5290-4d8f-91e2-bf99f4fcd285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:40:01.384335 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-4e6aa7f0-e162-4726-bf28-1b44b81e092f service neutron] Bound using segment: {'id': '814a74a1-ca3e-4b1a-b593-83a6e7d765f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8f344abd-5290-4d8f-91e2-bf99f4fcd285'} {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:40:01.384335 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.managers [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-4e6aa7f0-e162-4726-bf28-1b44b81e092f service neutron] Bound port: 58e438ee-5635-41c2-9295-43383bf88c95, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '814a74a1-ca3e-4b1a-b593-83a6e7d765f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8f344abd-5290-4d8f-91e2-bf99f4fcd285'}}] {{(pid=98473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:40:01.384335 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-4e6aa7f0-e162-4726-bf28-1b44b81e092f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:01.395532 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-83775f5f-4876-42d2-82e1-a41fcda84217 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:01.431787 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-032106d8-220e-43db-aaaa-62156574dba1 service neutron] 10.222.0.32 "GET /v2.0/networks/771546d5-f50e-49c2-832e-f1005d51ba9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024441 May 25 15:40:01.571844 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-4e6aa7f0-e162-4726-bf28-1b44b81e092f service neutron] For port 58e438ee-5635-41c2-9295-43383bf88c95, host hv-cinder-79124, cleared binding levels {{(pid=98473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:40:01.579768 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-60b55899-2989-4209-bae0-519c0aae31b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:01.598100 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-4e6aa7f0-e162-4726-bf28-1b44b81e092f service neutron] For port 58e438ee-5635-41c2-9295-43383bf88c95, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=58e438ee-5635-41c2-9295-43383bf88c95,segment=NetworkSegment(814a74a1-ca3e-4b1a-b593-83a6e7d765f0),segment_id=814a74a1-ca3e-4b1a-b593-83a6e7d765f0)] {{(pid=98473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:40:01.608849 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-4e6aa7f0-e162-4726-bf28-1b44b81e092f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:01.617786 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-60b55899-2989-4209-bae0-519c0aae31b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:40:01.618024 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-8aa65de3-ae58-444a-8f5d-8802f28f8cbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:01.624714 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-60b55899-2989-4209-bae0-519c0aae31b1 admin admin] Usage tracker for resource:security_group_rule and tenant:44ca7e5bcb3249ecbf6256e41f5859ef is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:40:01.630069 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-559a5dbd-2b01-4ce1-9e2a-09f02f0d8f12 service neutron] 10.222.0.32 "GET /v2.0/networks/771546d5-f50e-49c2-832e-f1005d51ba9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976247 May 25 15:40:01.631027 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-60b55899-2989-4209-bae0-519c0aae31b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:40:01.638785 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-60b55899-2989-4209-bae0-519c0aae31b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:40:01.702613 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-4e6aa7f0-e162-4726-bf28-1b44b81e092f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:01.704364 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-4e6aa7f0-e162-4726-bf28-1b44b81e092f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for port, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:01.705762 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-4e6aa7f0-e162-4726-bf28-1b44b81e092f service neutron] 10.222.0.57 "PUT /v2.0/ports/58e438ee-5635-41c2-9295-43383bf88c95 HTTP/1.1" status: 200 len: 1093 time: 1.7077188 May 25 15:40:01.708720 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a', 'tag': '58e438ee-5635-41c2-9295-43383bf88c95'}] {{(pid=98473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:40:01.725139 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b142e32-1197-46bc-ad69-8a2f834e8d26 req-8288a281-4165-49c9-b4cd-c424c67ca9cf tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:01.728620 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-9b142e32-1197-46bc-ad69-8a2f834e8d26 req-8288a281-4165-49c9-b4cd-c424c67ca9cf tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/ports?device_id=135cf23d-5269-4e8e-981f-ba59dba81156 HTTP/1.1" status: 200 len: 946 time: 0.2193310 May 25 15:40:01.791307 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-60b55899-2989-4209-bae0-519c0aae31b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:01.799552 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-60b55899-2989-4209-bae0-519c0aae31b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:01.815338 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6aa7f0-e162-4726-bf28-1b44b81e092f service neutron] Pushing event updated for resources: {'Port': ['ID=58e438ee-5635-41c2-9295-43383bf88c95,revision_number=3']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:01.819652 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-0451e50b-69ef-46a3-b5af-72839cc81fe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:01.823219 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-4e6aa7f0-e162-4726-bf28-1b44b81e092f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:01.863795 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-9b142e32-1197-46bc-ad69-8a2f834e8d26 req-292539ca-6a9f-470b-85a7-70c2e29a228b tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3324d24-1f64-4059-a4af-856778a4db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286290 May 25 15:40:01.891856 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b55899-2989-4209-bae0-519c0aae31b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d011b29-a282-410c-9bfb-1bff6ffda570,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:01.916360 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-60b55899-2989-4209-bae0-519c0aae31b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:01.926543 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-83417962-917d-4371-856f-4d32d2b78a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:01.930528 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-83417962-917d-4371-856f-4d32d2b78a84 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=58b8a9fdf31144b5b20d99f9a9ac856f&device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 1096 time: 0.1616743 May 25 15:40:01.943924 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-60b55899-2989-4209-bae0-519c0aae31b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=44ca7e5bcb3249ecbf6256e41f5859ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7892621 May 25 15:40:01.945008 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 33370) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:02.082035 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a', 'tag': '58e438ee-5635-41c2-9295-43383bf88c95', 'status': 'completed', 'code': 200} May 25 15:40:02.139369 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-8cf9f8dd-0410-424d-8635-87c2f4b77e25 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58e438ee-5635-41c2-9295-43383bf88c95 HTTP/1.1" status: 200 len: 217 time: 0.2031946 May 25 15:40:02.146804 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f88d4684-6dad-4b7f-9d93-392944526aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:02.182150 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-2ec161a2-8bb5-4788-b82c-90d516290784 req-99fffa69-febe-42b0-a5a5-b965af896066 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Synchronizing usage tracker for tenant:84e65264be4b4ed284c28ccc90c35988 on resource:port {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:40:02.183293 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f88d4684-6dad-4b7f-9d93-392944526aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:02.200362 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device ac9011aa-187b-4dfd-b433-2941925cefd4 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:40:02.241708 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-2ec161a2-8bb5-4788-b82c-90d516290784 req-99fffa69-febe-42b0-a5a5-b965af896066 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Unset dirty status for tenant:84e65264be4b4ed284c28ccc90c35988 on resource:port {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:40:02.258362 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-2ec161a2-8bb5-4788-b82c-90d516290784 req-99fffa69-febe-42b0-a5a5-b965af896066 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 210 time: 0.1845849 May 25 15:40:02.263502 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 1b4f457c-ce11-4b07-b661-f77713f031df up at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:40:02.266913 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-e55d9a4c-5ad6-48af-9102-a2634327b00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:02.271906 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-e55d9a4c-5ad6-48af-9102-a2634327b00e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8cf8d8a0-2dc7-4fc4-85a0-c64f7a466b21 HTTP/1.1" status: 200 len: 859 time: 0.1234505 May 25 15:40:02.281901 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed6f9b-b4c1-414b-b6ee-5ae90bee0a74 req-76ff325b-c5e5-4c16-866b-0304fac17bbc tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:02.283664 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e3ed6f9b-b4c1-414b-b6ee-5ae90bee0a74 req-76ff325b-c5e5-4c16-866b-0304fac17bbc tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 943 time: 0.2478936 May 25 15:40:02.364696 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-c44fbe1d-fd3c-41db-8ee5-5df38b317f3a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f344abd-5290-4d8f-91e2-bf99f4fcd285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851519 May 25 15:40:02.392519 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e3ed6f9b-b4c1-414b-b6ee-5ae90bee0a74 req-20983f42-0c47-4279-8735-dc71b5c778b5 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942631 May 25 15:40:02.414649 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f88d4684-6dad-4b7f-9d93-392944526aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:02.419951 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:02.458074 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d4684-6dad-4b7f-9d93-392944526aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d011b29-a282-410c-9bfb-1bff6ffda570,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:02.465962 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-f88d4684-6dad-4b7f-9d93-392944526aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:02.484932 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f88d4684-6dad-4b7f-9d93-392944526aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:02.488960 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-f88d4684-6dad-4b7f-9d93-392944526aea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d011b29-a282-410c-9bfb-1bff6ffda570 HTTP/1.1" status: 204 len: 168 time: 0.5429916 May 25 15:40:02.636205 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port ac9011aa-187b-4dfd-b433-2941925cefd4, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=ac9011aa-187b-4dfd-b433-2941925cefd4,segment=NetworkSegment(814a74a1-ca3e-4b1a-b593-83a6e7d765f0),segment_id=814a74a1-ca3e-4b1a-b593-83a6e7d765f0)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:40:02.657059 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning for port 1b4f457c-ce11-4b07-b661-f77713f031df completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:40:02.678075 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning complete for port 1b4f457c-ce11-4b07-b661-f77713f031df triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:40:02.678457 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:02.696242 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-d4999009-08a4-4afb-9e14-35933e090dd6 service neutron] 10.222.0.57 "GET /v2.0/networks/8f344abd-5290-4d8f-91e2-bf99f4fcd285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248112 May 25 15:40:02.708112 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13dd5e-f76b-4c71-8917-a6db38ec6d2a req-26bbd750-b77a-42fe-aca8-57786ee2a522 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:02.709844 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-9c13dd5e-f76b-4c71-8917-a6db38ec6d2a req-26bbd750-b77a-42fe-aca8-57786ee2a522 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca27a72-d3fb-47eb-a009-4707c96cb88d HTTP/1.1" status: 200 len: 944 time: 0.1471834 May 25 15:40:02.732079 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Returning: {'device': 'ac9011aa-187b-4dfd-b433-2941925cefd4', 'network_id': '8f344abd-5290-4d8f-91e2-bf99f4fcd285', 'port_id': 'ac9011aa-187b-4dfd-b433-2941925cefd4', 'mac_address': 'fa:16:3e:dc:8d:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf8d8a0-2dc7-4fc4-85a0-c64f7a466b21', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:40:02.856332 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:02.894104 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac9011aa-187b-4dfd-b433-2941925cefd4 {{(pid=98475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:40:02.957295 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port ac9011aa-187b-4dfd-b433-2941925cefd4, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=ac9011aa-187b-4dfd-b433-2941925cefd4,segment=NetworkSegment(814a74a1-ca3e-4b1a-b593-83a6e7d765f0),segment_id=814a74a1-ca3e-4b1a-b593-83a6e7d765f0)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:40:02.967310 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:02.972109 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:03.014903 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:03.065644 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-9c13dd5e-f76b-4c71-8917-a6db38ec6d2a req-4952c284-9186-4325-aa6d-780701d5749a tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309290 May 25 15:40:03.082519 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca27a72-d3fb-47eb-a009-4707c96cb88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4f457c-ce11-4b07-b661-f77713f031df'}] {{(pid=98475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:40:03.101853 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 1b4f457c-ce11-4b07-b661-f77713f031df, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=1b4f457c-ce11-4b07-b661-f77713f031df,segment=NetworkSegment(1ec4470b-39ac-4e1b-833b-ea3a68e90e6d),segment_id=1ec4470b-39ac-4e1b-833b-ea3a68e90e6d)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:40:03.120561 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:03.132521 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=ac9011aa-187b-4dfd-b433-2941925cefd4,revision_number=4']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:03.141282 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-84851d93-e2c7-4d6a-818d-a4fcfe1a4d8d req-03956729-b8db-4530-9e8e-7a5bbcdd5d6d service neutron] 10.222.0.57 "GET /v2.0/networks/8f344abd-5290-4d8f-91e2-bf99f4fcd285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252255 May 25 15:40:03.148638 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:03.149338 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:03.191859 dv-cinder-791240-3-iscsi neutron-server[98475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca27a72-d3fb-47eb-a009-4707c96cb88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4f457c-ce11-4b07-b661-f77713f031df', 'code': 200} May 25 15:40:03.244441 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92448c1-cf38-440b-b053-1e4926bfb6d4 req-664d58cc-e47a-4357-a24b-841f5009c511 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:03.245953 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c92448c1-cf38-440b-b053-1e4926bfb6d4 req-664d58cc-e47a-4357-a24b-841f5009c511 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/ports?device_id=135cf23d-5269-4e8e-981f-ba59dba81156 HTTP/1.1" status: 200 len: 946 time: 0.1400676 May 25 15:40:03.286216 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 33420) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:03.290545 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=1b4f457c-ce11-4b07-b661-f77713f031df,revision_number=5']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:03.294096 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:03.337637 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-3f9b4ae2-2634-43c4-bcca-a941349b94c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:03.366051 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-3f9b4ae2-2634-43c4-bcca-a941349b94c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:40:03.369560 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c92448c1-cf38-440b-b053-1e4926bfb6d4 req-c9155903-cee8-459c-a90d-0314689f9e04 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3324d24-1f64-4059-a4af-856778a4db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145864 May 25 15:40:03.389055 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-3f9b4ae2-2634-43c4-bcca-a941349b94c9 admin admin] Usage tracker for resource:security_group_rule and tenant:b5b5c6cef66943f5935a5edef90c89ab is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:40:03.393999 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-3f9b4ae2-2634-43c4-bcca-a941349b94c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:40:03.423357 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-3f9b4ae2-2634-43c4-bcca-a941349b94c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:40:03.499490 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93935061-ec34-4fcd-bce6-76219f66b43a req-8a147666-8c8c-4d60-994a-5b992840551b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:03.502446 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-93935061-ec34-4fcd-bce6-76219f66b43a req-8a147666-8c8c-4d60-994a-5b992840551b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=58b8a9fdf31144b5b20d99f9a9ac856f&device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 1096 time: 0.2835522 May 25 15:40:03.561436 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-23d183a8-57dd-4874-a37e-1713fa3a8642 req-d6c08e01-283a-42f0-9521-26c9a4a66ef7 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 210 time: 0.0848017 May 25 15:40:03.652635 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['ac9011aa-187b-4dfd-b433-2941925cefd4'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:40:03.748305 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b40e02-2038-44ba-a00b-8b4b38d781ab req-59eb92b9-0609-4068-ac6d-9f3f506778b6 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:03.755669 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-90b40e02-2038-44ba-a00b-8b4b38d781ab req-59eb92b9-0609-4068-ac6d-9f3f506778b6 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 943 time: 0.2100852 May 25 15:40:03.817173 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93935061-ec34-4fcd-bce6-76219f66b43a req-e766815e-b21c-4955-8a64-ca5716347d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:03.818616 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-93935061-ec34-4fcd-bce6-76219f66b43a req-e766815e-b21c-4955-8a64-ca5716347d89 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8f344abd-5290-4d8f-91e2-bf99f4fcd285 HTTP/1.1" status: 200 len: 920 time: 0.2561288 May 25 15:40:03.852797 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-90b40e02-2038-44ba-a00b-8b4b38d781ab req-6f0b47d4-f0a6-4253-b478-c6443180f378 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911210 May 25 15:40:03.853506 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 33436) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:03.883551 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb074be9-2685-4f4b-9134-274a44e17579 req-68067629-e48d-491b-9d82-58cfab8d1810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:03.883551 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-eb074be9-2685-4f4b-9134-274a44e17579 req-68067629-e48d-491b-9d82-58cfab8d1810 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cca27a72-d3fb-47eb-a009-4707c96cb88d HTTP/1.1" status: 200 len: 1098 time: 0.2964387 May 25 15:40:03.955917 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-eb074be9-2685-4f4b-9134-274a44e17579 req-69faa4e1-e20f-44f1-9153-eaa2cd51670f service neutron] Synchronizing usage tracker for tenant:a680423145df4a0a88e34d07e8ca5d8f on resource:security_group {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:40:04.085183 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-93935061-ec34-4fcd-bce6-76219f66b43a req-a91b49b4-3e8f-4ed4-8025-f67f1531f21c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58e438ee-5635-41c2-9295-43383bf88c95 HTTP/1.1" status: 200 len: 217 time: 0.1099701 May 25 15:40:04.087623 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-3f9b4ae2-2634-43c4-bcca-a941349b94c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:04.110186 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-eb074be9-2685-4f4b-9134-274a44e17579 req-69faa4e1-e20f-44f1-9153-eaa2cd51670f service neutron] Unset dirty status for tenant:a680423145df4a0a88e34d07e8ca5d8f on resource:security_group {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:40:04.111442 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-eb074be9-2685-4f4b-9134-274a44e17579 req-69faa4e1-e20f-44f1-9153-eaa2cd51670f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250881 May 25 15:40:04.138090 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-3f9b4ae2-2634-43c4-bcca-a941349b94c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:04.153178 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-b11f841d-0f81-4c46-97fc-2aa292783082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:04.268574 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-77f1d987-dd44-4339-b501-f4162333e5fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:04.298920 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-77f1d987-dd44-4339-b501-f4162333e5fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:40:04.299140 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-3f9b4ae2-2634-43c4-bcca-a941349b94c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b5b5c6cef66943f5935a5edef90c89ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9953289 May 25 15:40:04.300241 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 33460) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:04.302401 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b4ae2-2634-43c4-bcca-a941349b94c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bc864e-f660-4d7f-b2bc-aec965549c96,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:04.313469 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-aa92d225-c301-4488-b70e-c059a7ccb3ae tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:04.314219 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-aa92d225-c301-4488-b70e-c059a7ccb3ae tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Synchronizing usage tracker for tenant:84e65264be4b4ed284c28ccc90c35988 on resource:network {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:40:04.317937 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93935061-ec34-4fcd-bce6-76219f66b43a req-48548bb2-b5f1-4cb4-822f-85c10e5caf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:04.319420 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-93935061-ec34-4fcd-bce6-76219f66b43a req-48548bb2-b5f1-4cb4-822f-85c10e5caf66 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8cf8d8a0-2dc7-4fc4-85a0-c64f7a466b21 HTTP/1.1" status: 200 len: 859 time: 0.2251468 May 25 15:40:04.320361 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-3f9b4ae2-2634-43c4-bcca-a941349b94c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:04.346168 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-77f1d987-dd44-4339-b501-f4162333e5fa admin admin] Usage tracker for resource:security_group_rule and tenant:0ac01d19c5cb4c64a3a81c4b8f591208 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:40:04.351049 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-77f1d987-dd44-4339-b501-f4162333e5fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:40:04.363983 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-77f1d987-dd44-4339-b501-f4162333e5fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:40:04.392249 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-93935061-ec34-4fcd-bce6-76219f66b43a req-bd5bddcd-25ab-4e39-9919-56fd034d57f7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f344abd-5290-4d8f-91e2-bf99f4fcd285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627792 May 25 15:40:04.426184 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-600cb57e-19ec-433b-9fd1-a03c84fb687a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:04.430635 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-aa92d225-c301-4488-b70e-c059a7ccb3ae tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Unset dirty status for tenant:84e65264be4b4ed284c28ccc90c35988 on resource:network {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:40:04.431758 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-aa92d225-c301-4488-b70e-c059a7ccb3ae tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.57 "GET /v2.0/networks?id=771546d5-f50e-49c2-832e-f1005d51ba9c HTTP/1.1" status: 200 len: 817 time: 0.6177332 May 25 15:40:04.507085 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-600cb57e-19ec-433b-9fd1-a03c84fb687a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:04.575288 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d8eee-606b-4a3b-8ebf-a9e2479ac24a req-bb476efd-1c57-4c28-a91f-6bfb47ad3912 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:04.588159 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-4f4d8eee-606b-4a3b-8ebf-a9e2479ac24a req-bb476efd-1c57-4c28-a91f-6bfb47ad3912 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca27a72-d3fb-47eb-a009-4707c96cb88d HTTP/1.1" status: 200 len: 945 time: 0.3771157 May 25 15:40:04.637759 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-00f641ee-b527-428b-ba79-039266064a46 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Synchronizing usage tracker for tenant:84e65264be4b4ed284c28ccc90c35988 on resource:security_group {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:40:04.692896 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-4f4d8eee-606b-4a3b-8ebf-a9e2479ac24a req-92b1621f-66e4-40b3-83e6-dfdb407fe607 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025484 May 25 15:40:04.694298 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-00f641ee-b527-428b-ba79-039266064a46 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Unset dirty status for tenant:84e65264be4b4ed284c28ccc90c35988 on resource:security_group {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:40:04.695806 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-00f641ee-b527-428b-ba79-039266064a46 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84e65264be4b4ed284c28ccc90c35988 HTTP/1.1" status: 200 len: 380 time: 0.2133157 May 25 15:40:04.699606 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-93935061-ec34-4fcd-bce6-76219f66b43a req-fd8cc1d6-06af-4569-a007-aed4db698a96 service neutron] 10.222.0.57 "GET /v2.0/networks/8f344abd-5290-4d8f-91e2-bf99f4fcd285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000576 May 25 15:40:04.727242 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ad25f95b-211c-44bf-b056-d909cde912c0 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Request body: {'port': {'device_id': '0558ca84-a4e1-438d-9894-ae1ba56e4629', 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c', 'admin_state_up': True, 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'security_groups': ['a327be23-1463-43cb-a6f1-9b1761cb121b']}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:40:04.730481 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-600cb57e-19ec-433b-9fd1-a03c84fb687a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:04.743208 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-f88d4684-6dad-4b7f-9d93-392944526aea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:04.773937 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600cb57e-19ec-433b-9fd1-a03c84fb687a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bc864e-f660-4d7f-b2bc-aec965549c96,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:04.776875 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-600cb57e-19ec-433b-9fd1-a03c84fb687a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:04.793385 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-77f1d987-dd44-4339-b501-f4162333e5fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:04.795306 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-600cb57e-19ec-433b-9fd1-a03c84fb687a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:04.799486 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-600cb57e-19ec-433b-9fd1-a03c84fb687a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b0bc864e-f660-4d7f-b2bc-aec965549c96 HTTP/1.1" status: 204 len: 168 time: 0.4962354 May 25 15:40:04.830703 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddab05-664f-4d89-bdc3-1a1e55f90108 req-a7ff7f94-a498-4a47-9e9f-0979f123b54d tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:04.832492 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-feddab05-664f-4d89-bdc3-1a1e55f90108 req-a7ff7f94-a498-4a47-9e9f-0979f123b54d tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/ports?device_id=135cf23d-5269-4e8e-981f-ba59dba81156 HTTP/1.1" status: 200 len: 946 time: 0.2317746 May 25 15:40:04.833322 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-77f1d987-dd44-4339-b501-f4162333e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:04.841660 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-7928e8f9-7956-476e-b700-8b2bd9d75d2d tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:04.931950 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-77f1d987-dd44-4339-b501-f4162333e5fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ac01d19c5cb4c64a3a81c4b8f591208&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0717783 May 25 15:40:04.933034 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1d987-dd44-4339-b501-f4162333e5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d79923-461f-48a9-b5c4-205082cca144,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:04.936803 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-77f1d987-dd44-4339-b501-f4162333e5fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:04.939901 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 33506) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:04.945533 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-feddab05-664f-4d89-bdc3-1a1e55f90108 req-74f756ad-e2e5-47d0-9c69-28b3ad09f552 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3324d24-1f64-4059-a4af-856778a4db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047473 May 25 15:40:04.966722 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a72c6fbc-1331-4a68-88ea-43df7f14856e req-71627f51-da85-4a00-b80e-8ee4bc549d62 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 210 time: 0.1407976 May 25 15:40:05.124295 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ef758f82-9a86-47e1-8c9f-7ddf14f50231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:05.184393 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-93935061-ec34-4fcd-bce6-76219f66b43a req-3719c60b-3360-40ea-8a4b-7e0d74976daa service neutron] 10.222.0.57 "GET /v2.0/networks/8f344abd-5290-4d8f-91e2-bf99f4fcd285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595634 May 25 15:40:05.186039 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ad25f95b-211c-44bf-b056-d909cde912c0 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:40:05.198259 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ad25f95b-211c-44bf-b056-d909cde912c0 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:40:05.213553 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ef758f82-9a86-47e1-8c9f-7ddf14f50231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:05.214609 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ad25f95b-211c-44bf-b056-d909cde912c0 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Made reservation on behalf of 84e65264be4b4ed284c28ccc90c35988 for: {'port': 1} {{(pid=98473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:40:05.219369 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ad25f95b-211c-44bf-b056-d909cde912c0 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:05.311247 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1fcd2-efc7-443c-b883-b317d22a21a3 req-489025a2-a6b4-4643-a162-d81ac5a45e0c tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:05.313352 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-03b1fcd2-efc7-443c-b883-b317d22a21a3 req-489025a2-a6b4-4643-a162-d81ac5a45e0c tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 943 time: 0.1437068 May 25 15:40:05.352461 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ef758f82-9a86-47e1-8c9f-7ddf14f50231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:05.368152 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:05.396798 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef758f82-9a86-47e1-8c9f-7ddf14f50231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d79923-461f-48a9-b5c4-205082cca144,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:05.403080 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-ef758f82-9a86-47e1-8c9f-7ddf14f50231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:05.405805 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ef758f82-9a86-47e1-8c9f-7ddf14f50231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:05.407009 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-ef758f82-9a86-47e1-8c9f-7ddf14f50231 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9d79923-461f-48a9-b5c4-205082cca144 HTTP/1.1" status: 204 len: 168 time: 0.4659817 May 25 15:40:05.436388 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-03b1fcd2-efc7-443c-b883-b317d22a21a3 req-cc22f85f-89e9-4aee-9b53-4c8a56e1e167 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069751 May 25 15:40:05.498664 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.db_base_plugin_common [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ad25f95b-211c-44bf-b056-d909cde912c0 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Allocated IP 172.20.0.7 (771546d5-f50e-49c2-832e-f1005d51ba9c/6affe17c-ed2e-4df1-9809-4e056b57fa85/0adab53e-0feb-4d1d-a7a9-f401ed874fae) {{(pid=98473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:40:06.055223 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ad25f95b-211c-44bf-b056-d909cde912c0 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for port, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:06.088647 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.provisioning_blocks [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ad25f95b-211c-44bf-b056-d909cde912c0 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Transition to ACTIVE for port object 0adab53e-0feb-4d1d-a7a9-f401ed874fae will not be triggered until provisioned by entity DHCP. {{(pid=98473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:40:06.125375 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a0828-1f89-427b-8ef2-ec0af3b20e68 req-9638fc47-2b55-4042-9631-2d1952815f8e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:06.131880 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-870a0828-1f89-427b-8ef2-ec0af3b20e68 req-9638fc47-2b55-4042-9631-2d1952815f8e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca27a72-d3fb-47eb-a009-4707c96cb88d HTTP/1.1" status: 200 len: 945 time: 0.1452177 May 25 15:40:06.206037 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-870a0828-1f89-427b-8ef2-ec0af3b20e68 req-fc842cac-611b-4029-9df5-72d4a8252bb6 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731006 May 25 15:40:06.207618 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ad25f95b-211c-44bf-b056-d909cde912c0 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363'] for port, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:06.217457 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:06.226033 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device ac9011aa-187b-4dfd-b433-2941925cefd4 up at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:40:06.362435 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning for port ac9011aa-187b-4dfd-b433-2941925cefd4 completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:40:06.369596 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning complete for port ac9011aa-187b-4dfd-b433-2941925cefd4 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:40:06.370650 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:06.383124 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ad25f95b-211c-44bf-b056-d909cde912c0 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Network 771546d5-f50e-49c2-832e-f1005d51ba9c is already hosted by enough agents. {{(pid=98473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:40:06.392314 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.base_scheduler [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ad25f95b-211c-44bf-b056-d909cde912c0 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Resources bound (agent type, host, resource id): {{(pid=98473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:40:06.403583 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ad25f95b-211c-44bf-b056-d909cde912c0 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Received port after_create {{(pid=98473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:40:06.414553 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ad25f95b-211c-44bf-b056-d909cde912c0 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:06.420991 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ad25f95b-211c-44bf-b056-d909cde912c0 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for port, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:06.424653 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209af9a0-4e7d-46e0-8da4-a86a5ec109b6 req-d15b179a-d578-46a9-83ea-68e196338aca tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:06.426264 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-209af9a0-4e7d-46e0-8da4-a86a5ec109b6 req-d15b179a-d578-46a9-83ea-68e196338aca tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 931 time: 0.2055137 May 25 15:40:06.426759 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 33590) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:06.451941 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25f95b-211c-44bf-b056-d909cde912c0 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Pushing event updated for resources: {'Port': ['ID=0adab53e-0feb-4d1d-a7a9-f401ed874fae,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:06.465596 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-ad25f95b-211c-44bf-b056-d909cde912c0 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:06.489852 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-35242311-621d-45bf-8081-1eff77e0c9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:06.530808 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-35242311-621d-45bf-8081-1eff77e0c9e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:40:06.536324 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ad25f95b-211c-44bf-b056-d909cde912c0 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8192530 May 25 15:40:06.545455 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ec6eb31c-3e0c-44e0-9abe-267ebf2bf7b6 service neutron] Request body: {'port': {'device_id': '0558ca84-a4e1-438d-9894-ae1ba56e4629', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:40:06.578910 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-35242311-621d-45bf-8081-1eff77e0c9e9 admin admin] Usage tracker for resource:security_group_rule and tenant:d073acbea89346a3810a4a482055c28f is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:40:06.595462 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-35242311-621d-45bf-8081-1eff77e0c9e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:40:06.634688 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:06.650436 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-35242311-621d-45bf-8081-1eff77e0c9e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:40:06.681381 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76c0b13-35a8-46ae-80c3-26ad64aa8e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9011aa-187b-4dfd-b433-2941925cefd4'}] {{(pid=98475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:40:06.695298 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port ac9011aa-187b-4dfd-b433-2941925cefd4, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=ac9011aa-187b-4dfd-b433-2941925cefd4,segment=NetworkSegment(814a74a1-ca3e-4b1a-b593-83a6e7d765f0),segment_id=814a74a1-ca3e-4b1a-b593-83a6e7d765f0)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:40:06.702511 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:06.706588 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:06.713067 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-209af9a0-4e7d-46e0-8da4-a86a5ec109b6 req-08d311c2-f1e6-4f34-98cb-e5420b0d2105 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988707 May 25 15:40:06.905325 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-61506ffb-ab96-4fb3-8cbf-23cd20d9199c None None] Provisioning for port 0adab53e-0feb-4d1d-a7a9-f401ed874fae completed by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:40:06.912315 dv-cinder-791240-3-iscsi neutron-server[98475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76c0b13-35a8-46ae-80c3-26ad64aa8e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9011aa-187b-4dfd-b433-2941925cefd4', 'code': 200} May 25 15:40:06.918016 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-61506ffb-ab96-4fb3-8cbf-23cd20d9199c None None] Provisioning complete for port 0adab53e-0feb-4d1d-a7a9-f401ed874fae triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:40:06.930172 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-61506ffb-ab96-4fb3-8cbf-23cd20d9199c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:06.966430 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ab146-ffd4-4806-96f0-cd53706d6d36 req-c0ddb42f-46f1-4611-a793-d364256b6ae1 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:06.990561 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-6e9ab146-ffd4-4806-96f0-cd53706d6d36 req-c0ddb42f-46f1-4611-a793-d364256b6ae1 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 943 time: 0.3490593 May 25 15:40:06.992342 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ec6eb31c-3e0c-44e0-9abe-267ebf2bf7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:07.076085 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-35242311-621d-45bf-8081-1eff77e0c9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:07.081770 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-35242311-621d-45bf-8081-1eff77e0c9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:07.129172 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-61506ffb-ab96-4fb3-8cbf-23cd20d9199c None None] Port 0adab53e-0feb-4d1d-a7a9-f401ed874fae cannot update to ACTIVE because it is not bound. {{(pid=98475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:40:07.131758 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=ac9011aa-187b-4dfd-b433-2941925cefd4,revision_number=5']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:07.146642 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:07.148737 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-18c4f5f4-4a9d-40f8-aba9-f8f659f8da8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:07.229025 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-35242311-621d-45bf-8081-1eff77e0c9e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d073acbea89346a3810a4a482055c28f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8011608 May 25 15:40:07.242273 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 33618) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:07.243465 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35242311-621d-45bf-8081-1eff77e0c9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f0eb54-5417-4b5e-98b9-18eba7c5feff,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:07.248331 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-35242311-621d-45bf-8081-1eff77e0c9e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:07.313953 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-271a1a49-7049-45bb-a485-df443c692961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:07.347765 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-6e9ab146-ffd4-4806-96f0-cd53706d6d36 req-5911a25e-f070-4b2b-b8be-e8114432ba63 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561945 May 25 15:40:07.354122 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-271a1a49-7049-45bb-a485-df443c692961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:07.450905 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-271a1a49-7049-45bb-a485-df443c692961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:07.457366 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-600cb57e-19ec-433b-9fd1-a03c84fb687a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:07.472214 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a1a49-7049-45bb-a485-df443c692961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f0eb54-5417-4b5e-98b9-18eba7c5feff,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:07.479191 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52fd0b0-7b9e-4bb4-8593-99f3daf0bdd0 req-8f6d2e0f-57a1-466c-a3b8-8073452dde0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:07.481689 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a52fd0b0-7b9e-4bb4-8593-99f3daf0bdd0 req-8f6d2e0f-57a1-466c-a3b8-8073452dde0f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 1099 time: 0.2559161 May 25 15:40:07.483112 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-271a1a49-7049-45bb-a485-df443c692961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:07.485171 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-271a1a49-7049-45bb-a485-df443c692961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:07.486648 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-271a1a49-7049-45bb-a485-df443c692961 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e9f0eb54-5417-4b5e-98b9-18eba7c5feff HTTP/1.1" status: 204 len: 168 time: 0.2398074 May 25 15:40:07.669627 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a52fd0b0-7b9e-4bb4-8593-99f3daf0bdd0 req-1622eb19-692a-426c-9712-c35e01b2078c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758282 May 25 15:40:07.810089 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ec6eb31c-3e0c-44e0-9abe-267ebf2bf7b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0adab53e-0feb-4d1d-a7a9-f401ed874fae {{(pid=98473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:40:07.819154 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ec6eb31c-3e0c-44e0-9abe-267ebf2bf7b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:07.834805 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.provisioning_blocks [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ec6eb31c-3e0c-44e0-9abe-267ebf2bf7b6 service neutron] Transition to ACTIVE for port object 0adab53e-0feb-4d1d-a7a9-f401ed874fae will not be triggered until provisioned by entity L2. {{(pid=98473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:40:07.845760 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ec6eb31c-3e0c-44e0-9abe-267ebf2bf7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:07.858007 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:08.236509 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 58e438ee-5635-41c2-9295-43383bf88c95 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:40:08.253519 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.managers [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ec6eb31c-3e0c-44e0-9abe-267ebf2bf7b6 service neutron] Attempting to bind port 0adab53e-0feb-4d1d-a7a9-f401ed874fae on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:40:08.253951 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.managers [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ec6eb31c-3e0c-44e0-9abe-267ebf2bf7b6 service neutron] Attempting to bind port 0adab53e-0feb-4d1d-a7a9-f401ed874fae by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': 'f75f90f2-d3cf-4d1f-8686-0dba664408e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c'}] {{(pid=98473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:40:08.255007 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ec6eb31c-3e0c-44e0-9abe-267ebf2bf7b6 service neutron] Attempting to bind port 0adab53e-0feb-4d1d-a7a9-f401ed874fae on network 771546d5-f50e-49c2-832e-f1005d51ba9c {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:40:08.262456 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ec6eb31c-3e0c-44e0-9abe-267ebf2bf7b6 service neutron] Port 0adab53e-0feb-4d1d-a7a9-f401ed874fae on network 771546d5-f50e-49c2-832e-f1005d51ba9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:40:08.262839 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ec6eb31c-3e0c-44e0-9abe-267ebf2bf7b6 service neutron] Attempting to bind port 0adab53e-0feb-4d1d-a7a9-f401ed874fae on network 771546d5-f50e-49c2-832e-f1005d51ba9c {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:40:08.275587 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ec6eb31c-3e0c-44e0-9abe-267ebf2bf7b6 service neutron] Checking agent: {'id': 'eb2109ed-85e4-4c57-98e0-c43a853e4d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'started_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:40:08.276050 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ec6eb31c-3e0c-44e0-9abe-267ebf2bf7b6 service neutron] Checking segment: {'id': 'f75f90f2-d3cf-4d1f-8686-0dba664408e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:40:08.276591 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ec6eb31c-3e0c-44e0-9abe-267ebf2bf7b6 service neutron] Bound using segment: {'id': 'f75f90f2-d3cf-4d1f-8686-0dba664408e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c'} {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:40:08.277196 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.managers [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ec6eb31c-3e0c-44e0-9abe-267ebf2bf7b6 service neutron] Bound port: 0adab53e-0feb-4d1d-a7a9-f401ed874fae, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f75f90f2-d3cf-4d1f-8686-0dba664408e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c'}}] {{(pid=98473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:40:08.277605 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ec6eb31c-3e0c-44e0-9abe-267ebf2bf7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:08.291807 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6eb31c-3e0c-44e0-9abe-267ebf2bf7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=0adab53e-0feb-4d1d-a7a9-f401ed874fae,revision_number=2']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:08.304030 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-ec6eb31c-3e0c-44e0-9abe-267ebf2bf7b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:08.396369 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ec6eb31c-3e0c-44e0-9abe-267ebf2bf7b6 service neutron] For port 0adab53e-0feb-4d1d-a7a9-f401ed874fae, host hv-cinder-79124, cleared binding levels {{(pid=98473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:40:08.400260 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ec6eb31c-3e0c-44e0-9abe-267ebf2bf7b6 service neutron] For port 0adab53e-0feb-4d1d-a7a9-f401ed874fae, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=0adab53e-0feb-4d1d-a7a9-f401ed874fae,segment=NetworkSegment(f75f90f2-d3cf-4d1f-8686-0dba664408e0),segment_id=f75f90f2-d3cf-4d1f-8686-0dba664408e0)] {{(pid=98473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:40:08.403226 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 33670) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:08.412395 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9e3ac-8a33-4ecc-9b4d-e885274e9ec2 req-32bae304-3f80-463b-a649-9174676a1d1a tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:08.413378 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-b0e9e3ac-8a33-4ecc-9b4d-e885274e9ec2 req-32bae304-3f80-463b-a649-9174676a1d1a tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Synchronizing usage tracker for tenant:84e65264be4b4ed284c28ccc90c35988 on resource:port {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:40:08.419671 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ec6eb31c-3e0c-44e0-9abe-267ebf2bf7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:08.429221 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:08.593703 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 58e438ee-5635-41c2-9295-43383bf88c95, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=58e438ee-5635-41c2-9295-43383bf88c95,segment=NetworkSegment(814a74a1-ca3e-4b1a-b593-83a6e7d765f0),segment_id=814a74a1-ca3e-4b1a-b593-83a6e7d765f0)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:40:08.641765 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ec6eb31c-3e0c-44e0-9abe-267ebf2bf7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:08.642268 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ec6eb31c-3e0c-44e0-9abe-267ebf2bf7b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for port, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:08.643702 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Returning: {'device': '58e438ee-5635-41c2-9295-43383bf88c95', 'network_id': '8f344abd-5290-4d8f-91e2-bf99f4fcd285', 'port_id': '58e438ee-5635-41c2-9295-43383bf88c95', 'mac_address': 'fa:16:3e:db:c4:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf8d8a0-2dc7-4fc4-85a0-c64f7a466b21', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:40:08.645757 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-ec6eb31c-3e0c-44e0-9abe-267ebf2bf7b6 service neutron] 10.222.0.57 "PUT /v2.0/ports/0adab53e-0feb-4d1d-a7a9-f401ed874fae HTTP/1.1" status: 200 len: 1093 time: 2.1040230 May 25 15:40:08.647507 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0558ca84-a4e1-438d-9894-ae1ba56e4629', 'tag': '0adab53e-0feb-4d1d-a7a9-f401ed874fae'}] {{(pid=98473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:40:08.656740 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63889a-cc99-4c58-bec9-897ab34334fd req-c7570769-48ce-4f11-9b5f-a157ba0e1f04 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:08.658395 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6eb31c-3e0c-44e0-9abe-267ebf2bf7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=0adab53e-0feb-4d1d-a7a9-f401ed874fae,revision_number=3']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:08.663030 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3b63889a-cc99-4c58-bec9-897ab34334fd req-c7570769-48ce-4f11-9b5f-a157ba0e1f04 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 943 time: 0.1393471 May 25 15:40:08.665791 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-ec6eb31c-3e0c-44e0-9abe-267ebf2bf7b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:08.666608 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-b0e9e3ac-8a33-4ecc-9b4d-e885274e9ec2 req-32bae304-3f80-463b-a649-9174676a1d1a tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Unset dirty status for tenant:84e65264be4b4ed284c28ccc90c35988 on resource:port {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:40:08.667711 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b0e9e3ac-8a33-4ecc-9b4d-e885274e9ec2 req-32bae304-3f80-463b-a649-9174676a1d1a tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.7039557 May 25 15:40:08.759721 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e16b4782-9912-4721-8d54-263554343c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:08.802400 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:08.857045 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e438ee-5635-41c2-9295-43383bf88c95 {{(pid=98475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:40:08.874783 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-e16b4782-9912-4721-8d54-263554343c62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:40:08.898502 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 58e438ee-5635-41c2-9295-43383bf88c95, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=58e438ee-5635-41c2-9295-43383bf88c95,segment=NetworkSegment(814a74a1-ca3e-4b1a-b593-83a6e7d765f0),segment_id=814a74a1-ca3e-4b1a-b593-83a6e7d765f0)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:40:08.902962 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-e16b4782-9912-4721-8d54-263554343c62 admin admin] Usage tracker for resource:security_group_rule and tenant:41f93b4bebf647bb82a232b0fea9a91d is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:40:08.908107 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:08.909867 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:08.940913 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-e16b4782-9912-4721-8d54-263554343c62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:40:08.981782 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-e16b4782-9912-4721-8d54-263554343c62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:40:09.005587 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3b63889a-cc99-4c58-bec9-897ab34334fd req-e4877934-5fd4-49be-8b95-25d8fd520b89 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803831 May 25 15:40:09.021823 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b0e9e3ac-8a33-4ecc-9b4d-e885274e9ec2 req-c68c4400-805a-4b79-b002-c0b5b992c514 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3208637 May 25 15:40:09.083897 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-e49d9e40-10b7-4c3f-b968-0c264cf72ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:09.089847 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-e49d9e40-10b7-4c3f-b968-0c264cf72ac4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84e65264be4b4ed284c28ccc90c35988&device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 1096 time: 0.3376212 May 25 15:40:09.106743 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=58e438ee-5635-41c2-9295-43383bf88c95,revision_number=4']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:09.124976 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:09.225496 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e16b4782-9912-4721-8d54-263554343c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:09.232515 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e16b4782-9912-4721-8d54-263554343c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:09.243355 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-271a1a49-7049-45bb-a485-df443c692961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:09.294183 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-e16b4782-9912-4721-8d54-263554343c62 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=41f93b4bebf647bb82a232b0fea9a91d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8894629 May 25 15:40:09.302112 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 33702) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:09.304855 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b4782-9912-4721-8d54-263554343c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cbea7e-4432-4d42-8c63-1c32a5dd185d,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:09.312499 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0558ca84-a4e1-438d-9894-ae1ba56e4629', 'tag': '0adab53e-0feb-4d1d-a7a9-f401ed874fae', 'status': 'completed', 'code': 200} May 25 15:40:09.321942 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-7fb15751-c9be-475b-97f3-0b8a950607f3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0adab53e-0feb-4d1d-a7a9-f401ed874fae HTTP/1.1" status: 200 len: 217 time: 0.2065687 May 25 15:40:09.335166 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-e16b4782-9912-4721-8d54-263554343c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:09.362971 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['58e438ee-5635-41c2-9295-43383bf88c95'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:40:09.388170 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-dcd69911-cd12-4763-ae0b-1da4dfd79407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:09.405614 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-0768beb0-5e1f-4a08-aa69-7be90f702c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:09.407532 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-0768beb0-5e1f-4a08-aa69-7be90f702c67 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6affe17c-ed2e-4df1-9809-4e056b57fa85 HTTP/1.1" status: 200 len: 856 time: 0.0785043 May 25 15:40:09.432616 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-dcd69911-cd12-4763-ae0b-1da4dfd79407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:09.526066 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-dcd69911-cd12-4763-ae0b-1da4dfd79407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:09.532108 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-93054a2b-5c0d-4322-9e13-d54aefe8541c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:09.532108 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-93054a2b-5c0d-4322-9e13-d54aefe8541c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=771546d5-f50e-49c2-832e-f1005d51ba9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1141305 May 25 15:40:09.532422 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:09.545494 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd69911-cd12-4763-ae0b-1da4dfd79407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cbea7e-4432-4d42-8c63-1c32a5dd185d,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:09.550116 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-dcd69911-cd12-4763-ae0b-1da4dfd79407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:09.552236 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-dcd69911-cd12-4763-ae0b-1da4dfd79407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:09.553275 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-dcd69911-cd12-4763-ae0b-1da4dfd79407 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49cbea7e-4432-4d42-8c63-1c32a5dd185d HTTP/1.1" status: 204 len: 168 time: 0.2502213 May 25 15:40:09.745151 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-eb730e10-8066-4e4e-85f8-96ed9ee53716 service neutron] 10.222.0.57 "GET /v2.0/networks/771546d5-f50e-49c2-832e-f1005d51ba9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988564 May 25 15:40:09.914705 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-2898087d-87c8-4dc7-8a71-820fb9f23fd2 req-aba841b4-7aae-49cc-afef-7f1e316d82c3 service neutron] 10.222.0.57 "GET /v2.0/networks/771546d5-f50e-49c2-832e-f1005d51ba9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553771 May 25 15:40:10.091218 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d693b-8b8f-4f00-b16b-c15f18f967f7 req-6b7daeab-1f3d-4d3d-8ecc-433aa391994d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:10.091734 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c66d693b-8b8f-4f00-b16b-c15f18f967f7 req-6b7daeab-1f3d-4d3d-8ecc-433aa391994d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84e65264be4b4ed284c28ccc90c35988&device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 1096 time: 0.1034684 May 25 15:40:10.096263 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 33730) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:10.137643 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-40fbf722-5aa2-47ac-b7d0-17c16c53b528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:10.160681 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-40fbf722-5aa2-47ac-b7d0-17c16c53b528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:40:10.164662 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-40fbf722-5aa2-47ac-b7d0-17c16c53b528 admin admin] Usage tracker for resource:security_group_rule and tenant:9e780cc2cf0d4dbabe3904743eab5b6d is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:40:10.167715 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-40fbf722-5aa2-47ac-b7d0-17c16c53b528 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:40:10.173996 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-40fbf722-5aa2-47ac-b7d0-17c16c53b528 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:40:10.240547 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:40:10.244548 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-d4ce46b7-9b33-420f-ba38-07fa3d5a4f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:10.310782 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341826be-8cfd-4126-8490-879a1bd99190 req-50b81b41-0c9f-4029-8819-8aabd11827e7 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:10.312539 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-341826be-8cfd-4126-8490-879a1bd99190 req-50b81b41-0c9f-4029-8819-8aabd11827e7 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 944 time: 0.1103861 May 25 15:40:10.363053 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-40fbf722-5aa2-47ac-b7d0-17c16c53b528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:10.370889 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-341826be-8cfd-4126-8490-879a1bd99190 req-f6e75c0a-91f1-4270-a0f3-fe6a5f3d0d6f tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514545 May 25 15:40:10.393394 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-40fbf722-5aa2-47ac-b7d0-17c16c53b528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:10.404308 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:10.491035 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-40fbf722-5aa2-47ac-b7d0-17c16c53b528 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e780cc2cf0d4dbabe3904743eab5b6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3937423 May 25 15:40:10.493824 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 33738) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:10.494930 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbf722-5aa2-47ac-b7d0-17c16c53b528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cb2e44-67b6-446c-9051-2a778f78cc36,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:10.501017 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-40fbf722-5aa2-47ac-b7d0-17c16c53b528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:10.505995 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d693b-8b8f-4f00-b16b-c15f18f967f7 req-c3e965b6-a793-43b8-beb9-a1ee0424c2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:10.507421 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c66d693b-8b8f-4f00-b16b-c15f18f967f7 req-c3e965b6-a793-43b8-beb9-a1ee0424c2af service neutron] 10.222.0.57 "GET /v2.0/networks?id=771546d5-f50e-49c2-832e-f1005d51ba9c HTTP/1.1" status: 200 len: 918 time: 0.4087985 May 25 15:40:10.525744 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73a6fa-34c9-4ec7-9606-dbf66825d4c3 req-eed86262-ae28-4a8b-b1b8-9f39751bcd9f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:10.533096 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7c73a6fa-34c9-4ec7-9606-dbf66825d4c3 req-eed86262-ae28-4a8b-b1b8-9f39751bcd9f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.2646894 May 25 15:40:10.579733 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-6ed1e6fd-81cc-4604-9656-cf4dcd18872f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:10.612809 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-6ed1e6fd-81cc-4604-9656-cf4dcd18872f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:10.626136 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c66d693b-8b8f-4f00-b16b-c15f18f967f7 req-43eb1b40-7fdb-4428-af75-7845f1616644 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0adab53e-0feb-4d1d-a7a9-f401ed874fae HTTP/1.1" status: 200 len: 217 time: 0.1081896 May 25 15:40:10.645670 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7c73a6fa-34c9-4ec7-9606-dbf66825d4c3 req-6be16ae1-609e-4f8c-91b9-19f215c6fa20 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116312 May 25 15:40:10.681988 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-6ed1e6fd-81cc-4604-9656-cf4dcd18872f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:10.686157 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-acd3137e-3953-4ec2-8d18-248ed0526972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:10.699591 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1e6fd-81cc-4604-9656-cf4dcd18872f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cb2e44-67b6-446c-9051-2a778f78cc36,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:10.702476 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-6ed1e6fd-81cc-4604-9656-cf4dcd18872f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:10.709996 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-6ed1e6fd-81cc-4604-9656-cf4dcd18872f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:10.711118 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-6ed1e6fd-81cc-4604-9656-cf4dcd18872f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d2cb2e44-67b6-446c-9051-2a778f78cc36 HTTP/1.1" status: 204 len: 168 time: 0.2162099 May 25 15:40:10.735377 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d693b-8b8f-4f00-b16b-c15f18f967f7 req-3570e2fd-c4f8-4a29-b06f-dc6ef545fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:10.737198 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c66d693b-8b8f-4f00-b16b-c15f18f967f7 req-3570e2fd-c4f8-4a29-b06f-dc6ef545fe61 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6affe17c-ed2e-4df1-9809-4e056b57fa85 HTTP/1.1" status: 200 len: 856 time: 0.0903549 May 25 15:40:10.819899 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d693b-8b8f-4f00-b16b-c15f18f967f7 req-3f6d7ee0-8720-4bbb-ac64-c42f66b8c96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:10.822218 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c66d693b-8b8f-4f00-b16b-c15f18f967f7 req-3f6d7ee0-8720-4bbb-ac64-c42f66b8c96b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=771546d5-f50e-49c2-832e-f1005d51ba9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0789483 May 25 15:40:10.980325 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c66d693b-8b8f-4f00-b16b-c15f18f967f7 req-59830e2f-7ca1-4078-b54f-dcf1ed378322 service neutron] 10.222.0.57 "GET /v2.0/networks/771546d5-f50e-49c2-832e-f1005d51ba9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500399 May 25 15:40:11.130787 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c66d693b-8b8f-4f00-b16b-c15f18f967f7 req-e0a51cb6-8182-4e7f-b869-26e875a25e88 service neutron] 10.222.0.57 "GET /v2.0/networks/771546d5-f50e-49c2-832e-f1005d51ba9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436727 May 25 15:40:11.617413 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18b308-c305-4600-a7f3-0b217ce44474 req-9654cb2e-39a0-4b3b-8fdb-df2ffa289e64 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:11.618871 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2b18b308-c305-4600-a7f3-0b217ce44474 req-9654cb2e-39a0-4b3b-8fdb-df2ffa289e64 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 944 time: 0.1048133 May 25 15:40:11.664180 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2b18b308-c305-4600-a7f3-0b217ce44474 req-401516fc-2e5c-4bfc-a67f-a5dd0e356af0 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396011 May 25 15:40:11.872555 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a2a55-d18e-4749-bbec-34a6f3c26464 req-7aa8844f-cf41-4b50-a854-679c65e105bb tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:11.872555 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-361a2a55-d18e-4749-bbec-34a6f3c26464 req-7aa8844f-cf41-4b50-a854-679c65e105bb tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.0958700 May 25 15:40:11.928748 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-361a2a55-d18e-4749-bbec-34a6f3c26464 req-5a302025-d6f2-446d-aa8d-9f6cb74a5846 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565934 May 25 15:40:12.714717 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:12.850278 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d6ba1-0693-449e-880e-4901977cd3df req-39b68152-4061-4deb-988d-6d88072686b8 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:12.851967 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-691d6ba1-0693-449e-880e-4901977cd3df req-39b68152-4061-4deb-988d-6d88072686b8 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 944 time: 0.0810080 May 25 15:40:12.896249 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-311fab93-2732-4454-9e9a-9c9b48f00abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:12.904671 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-691d6ba1-0693-449e-880e-4901977cd3df req-7a30ea51-dcde-438f-bb73-4708cb89e476 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468504 May 25 15:40:13.110297 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2f90d-c024-4d3c-97c3-2bf7d605d699 req-1b511153-9743-4598-981a-17b1dd1872e2 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:13.111753 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-95e2f90d-c024-4d3c-97c3-2bf7d605d699 req-1b511153-9743-4598-981a-17b1dd1872e2 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.0791457 May 25 15:40:13.154905 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-95e2f90d-c024-4d3c-97c3-2bf7d605d699 req-1c1e2091-f5d4-41cb-97ce-05fcabd935e9 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373774 May 25 15:40:13.699249 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:14.087543 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106767a-e700-429d-9a47-3243b4d5a6b4 req-83c7e77e-5c85-4d75-bbea-f7d066576436 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:14.088931 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-4106767a-e700-429d-9a47-3243b4d5a6b4 req-83c7e77e-5c85-4d75-bbea-f7d066576436 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 944 time: 0.0788176 May 25 15:40:14.135022 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-4106767a-e700-429d-9a47-3243b4d5a6b4 req-b9b4caeb-3e2e-4f11-8c72-0fb1a6935b97 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398419 May 25 15:40:14.416855 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639459b-634a-4336-9e07-062252be9c17 req-e1bc3668-954e-4373-a449-d785543498ad tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:14.418371 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-4639459b-634a-4336-9e07-062252be9c17 req-e1bc3668-954e-4373-a449-d785543498ad tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.1442001 May 25 15:40:14.466154 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-4639459b-634a-4336-9e07-062252be9c17 req-03b55dd5-fd0b-4086-8571-ebefb5bdffa3 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404143 May 25 15:40:14.627385 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 58e438ee-5635-41c2-9295-43383bf88c95 up at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:40:14.708005 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning for port 58e438ee-5635-41c2-9295-43383bf88c95 completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:40:14.713394 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning complete for port 58e438ee-5635-41c2-9295-43383bf88c95 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:40:14.713780 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:14.837073 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:14.863797 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e438ee-5635-41c2-9295-43383bf88c95'}] {{(pid=98475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:40:14.874004 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 58e438ee-5635-41c2-9295-43383bf88c95, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=58e438ee-5635-41c2-9295-43383bf88c95,segment=NetworkSegment(814a74a1-ca3e-4b1a-b593-83a6e7d765f0),segment_id=814a74a1-ca3e-4b1a-b593-83a6e7d765f0)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:40:14.878940 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:14.881778 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-3f14ab5c-aadb-435c-983f-f9f1ecbeeb7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:14.919487 dv-cinder-791240-3-iscsi neutron-server[98475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e438ee-5635-41c2-9295-43383bf88c95', 'code': 200} May 25 15:40:14.952530 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=58e438ee-5635-41c2-9295-43383bf88c95,revision_number=5']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:14.955847 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:15.334426 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed841b6f-f56e-4f4b-b814-fc6c9d3cc9ff req-9b97bcf7-9cd2-45f3-bfc8-9e69163a4bfc tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:15.335765 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ed841b6f-f56e-4f4b-b814-fc6c9d3cc9ff req-9b97bcf7-9cd2-45f3-bfc8-9e69163a4bfc tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.0856056 May 25 15:40:15.382607 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ed841b6f-f56e-4f4b-b814-fc6c9d3cc9ff req-53480a18-8739-47cb-b6e3-7853671befee tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405450 May 25 15:40:15.469454 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:15.666062 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 33912) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:15.697036 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283b8e8-24b3-4946-b69e-6101081e3bb9 req-209a2e3b-ebb7-40c4-a7ca-fd7e39995001 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:15.705768 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a283b8e8-24b3-4946-b69e-6101081e3bb9 req-209a2e3b-ebb7-40c4-a7ca-fd7e39995001 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.1035159 May 25 15:40:15.750468 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a283b8e8-24b3-4946-b69e-6101081e3bb9 req-d3ade94c-2d9a-4823-87ff-149215088d3e tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432556 May 25 15:40:15.794929 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-2603b9ef-2079-455f-8be2-d6f3f21fefde admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:15.808759 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-2603b9ef-2079-455f-8be2-d6f3f21fefde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:40:15.812989 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-2603b9ef-2079-455f-8be2-d6f3f21fefde admin admin] Usage tracker for resource:security_group_rule and tenant:feb8b285fcfa416ca158edc30c9fe812 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:40:15.815738 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-2603b9ef-2079-455f-8be2-d6f3f21fefde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:40:15.821351 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-2603b9ef-2079-455f-8be2-d6f3f21fefde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:40:15.909757 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-2603b9ef-2079-455f-8be2-d6f3f21fefde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:15.913531 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-2603b9ef-2079-455f-8be2-d6f3f21fefde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:15.921841 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-014ed298-2069-499d-97a8-4c82d4b847de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:15.961711 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-2603b9ef-2079-455f-8be2-d6f3f21fefde admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=feb8b285fcfa416ca158edc30c9fe812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2946064 May 25 15:40:15.962577 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603b9ef-2079-455f-8be2-d6f3f21fefde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9686159-c519-4c23-8aa5-14b8f16eb2d6,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:15.964546 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 33920) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:15.965649 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-2603b9ef-2079-455f-8be2-d6f3f21fefde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:16.021839 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-d61380fa-cbec-4ba0-b91e-e98304289a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:16.046250 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-d61380fa-cbec-4ba0-b91e-e98304289a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:16.097058 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-d61380fa-cbec-4ba0-b91e-e98304289a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:16.100445 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:16.113274 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61380fa-cbec-4ba0-b91e-e98304289a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9686159-c519-4c23-8aa5-14b8f16eb2d6,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:16.116076 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-d61380fa-cbec-4ba0-b91e-e98304289a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:16.117960 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-d61380fa-cbec-4ba0-b91e-e98304289a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:16.119047 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-d61380fa-cbec-4ba0-b91e-e98304289a7a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e9686159-c519-4c23-8aa5-14b8f16eb2d6 HTTP/1.1" status: 204 len: 168 time: 0.1535254 May 25 15:40:16.398455 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 33930) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:16.417559 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-12e2e61c-7ef5-4228-90c4-fdfbd8522a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:16.440935 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-12e2e61c-7ef5-4228-90c4-fdfbd8522a95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:40:16.444685 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-12e2e61c-7ef5-4228-90c4-fdfbd8522a95 admin admin] Usage tracker for resource:security_group_rule and tenant:42f4a09af2f94f8f8c68b5660d20cfa2 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:40:16.447507 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-12e2e61c-7ef5-4228-90c4-fdfbd8522a95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:40:16.453111 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-12e2e61c-7ef5-4228-90c4-fdfbd8522a95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:40:16.536643 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-12e2e61c-7ef5-4228-90c4-fdfbd8522a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:16.540770 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-12e2e61c-7ef5-4228-90c4-fdfbd8522a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:16.548571 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-83775f5f-4876-42d2-82e1-a41fcda84217 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:16.571190 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f4464-9b05-4910-88ae-75d70809eac8 req-da2058c1-90bf-4229-8d58-eed2a78f06bb tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:16.572691 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-255f4464-9b05-4910-88ae-75d70809eac8 req-da2058c1-90bf-4229-8d58-eed2a78f06bb tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.0833857 May 25 15:40:16.590871 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-12e2e61c-7ef5-4228-90c4-fdfbd8522a95 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=42f4a09af2f94f8f8c68b5660d20cfa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1913035 May 25 15:40:16.591882 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2e61c-7ef5-4228-90c4-fdfbd8522a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62465f6c-40f9-48b8-8ab3-e0613c194aaf,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:16.596067 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-12e2e61c-7ef5-4228-90c4-fdfbd8522a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:16.596552 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 33936) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:16.622182 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-255f4464-9b05-4910-88ae-75d70809eac8 req-d7e2846e-af7a-4b2b-90f5-e019ffbb03fa tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433538 May 25 15:40:16.658090 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-d5fc4d03-e353-4b6f-9a6b-bccd6b34e9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:16.684140 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-d5fc4d03-e353-4b6f-9a6b-bccd6b34e9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:16.741255 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-d5fc4d03-e353-4b6f-9a6b-bccd6b34e9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:16.746383 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-69bcdb46-a3d3-4d14-ae2c-7dacf4ab311d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:16.763464 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc4d03-e353-4b6f-9a6b-bccd6b34e9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62465f6c-40f9-48b8-8ab3-e0613c194aaf,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:16.766034 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-d5fc4d03-e353-4b6f-9a6b-bccd6b34e9b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:16.767246 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-d5fc4d03-e353-4b6f-9a6b-bccd6b34e9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:16.768353 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-d5fc4d03-e353-4b6f-9a6b-bccd6b34e9b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/62465f6c-40f9-48b8-8ab3-e0613c194aaf HTTP/1.1" status: 204 len: 168 time: 0.1709166 May 25 15:40:16.950901 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c07f0-4b5f-4f9f-8a50-3433f7e4494a req-d0e7ca32-34b3-4475-bee1-7ce646af579b tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:16.952401 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-fb0c07f0-4b5f-4f9f-8a50-3433f7e4494a req-d0e7ca32-34b3-4475-bee1-7ce646af579b tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.0797119 May 25 15:40:16.998057 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-fb0c07f0-4b5f-4f9f-8a50-3433f7e4494a req-1adbcd8c-1904-4f66-b74e-a45bc7be8010 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392344 May 25 15:40:17.493799 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 33972) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:17.604895 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-4cb36588-0d3a-49f2-8cb3-834ef3c0bef1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-856823739-network', 'tenant_id': '2143af1318b040459322dbc6fddf4da6'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:40:17.609993 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-4cb36588-0d3a-49f2-8cb3-834ef3c0bef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:40:17.614274 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-4cb36588-0d3a-49f2-8cb3-834ef3c0bef1 admin admin] Usage tracker for resource:network and tenant:2143af1318b040459322dbc6fddf4da6 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:40:17.617310 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-4cb36588-0d3a-49f2-8cb3-834ef3c0bef1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:40:17.624347 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-4cb36588-0d3a-49f2-8cb3-834ef3c0bef1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:40:17.634366 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb36588-0d3a-49f2-8cb3-834ef3c0bef1 admin admin] Made reservation on behalf of 2143af1318b040459322dbc6fddf4da6 for: {'network': 1} {{(pid=98473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:40:17.636971 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-4cb36588-0d3a-49f2-8cb3-834ef3c0bef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1658119'] for network, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:17.651017 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-4cb36588-0d3a-49f2-8cb3-834ef3c0bef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:17.665968 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-4cb36588-0d3a-49f2-8cb3-834ef3c0bef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:40:17.670362 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-4cb36588-0d3a-49f2-8cb3-834ef3c0bef1 admin admin] Usage tracker for resource:security_group_rule and tenant:2143af1318b040459322dbc6fddf4da6 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:40:17.674415 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-4cb36588-0d3a-49f2-8cb3-834ef3c0bef1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:40:17.680731 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-4cb36588-0d3a-49f2-8cb3-834ef3c0bef1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:40:17.848824 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-4cb36588-0d3a-49f2-8cb3-834ef3c0bef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:17.856055 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-4cb36588-0d3a-49f2-8cb3-834ef3c0bef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:17.861052 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-8c84331b-000a-43fc-9763-e1dd9e4fe00c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:17.878172 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a5630-ec54-47c7-b5eb-7d4c56faba7d req-44421ef0-194b-4215-9da3-cfc47429c1f8 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:17.880027 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-582a5630-ec54-47c7-b5eb-7d4c56faba7d req-44421ef0-194b-4215-9da3-cfc47429c1f8 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.1408327 May 25 15:40:17.912380 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb36588-0d3a-49f2-8cb3-834ef3c0bef1 admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=98473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:40:17.928158 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb36588-0d3a-49f2-8cb3-834ef3c0bef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e094ac6-ace7-46d9-b58d-bc67644ec6a2,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:17.934656 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-4cb36588-0d3a-49f2-8cb3-834ef3c0bef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:17.939936 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-4cb36588-0d3a-49f2-8cb3-834ef3c0bef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:17.940347 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.db.segments_db [None req-4cb36588-0d3a-49f2-8cb3-834ef3c0bef1 admin admin] Added segment 85c33919-317d-4b83-a5a7-23f113d9a4a2 of type vlan for network ffbbe6b6-9f6b-4c8f-870d-e9f3a4ff65ce May 25 15:40:18.012832 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-582a5630-ec54-47c7-b5eb-7d4c56faba7d req-0a4ff208-39af-43ad-a249-2752bd3a9b2f tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245959 May 25 15:40:18.034359 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-4cb36588-0d3a-49f2-8cb3-834ef3c0bef1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758999109461'] for network, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:18.076669 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7f750-b07a-40e0-8312-c67a4e515844 req-211e9897-6a79-4c80-9fbb-bb49136db091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:18.078148 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-8cc7f750-b07a-40e0-8312-c67a4e515844 req-211e9897-6a79-4c80-9fbb-bb49136db091 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 1098 time: 0.1411910 May 25 15:40:18.079190 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-4cb36588-0d3a-49f2-8cb3-834ef3c0bef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430'] for network, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:18.080395 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb36588-0d3a-49f2-8cb3-834ef3c0bef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:18.080938 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-4cb36588-0d3a-49f2-8cb3-834ef3c0bef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:18.085656 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-12359381-56d6-4c7a-a3a3-a8812860ffd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:18.201192 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec588e11-5942-4e28-bd23-b0069a74b329 req-96330069-6b2a-485a-a25f-0e3cf2d88ccb tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:18.202663 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ec588e11-5942-4e28-bd23-b0069a74b329 req-96330069-6b2a-485a-a25f-0e3cf2d88ccb tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.0851803 May 25 15:40:18.224061 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-4cb36588-0d3a-49f2-8cb3-834ef3c0bef1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7291136 May 25 15:40:18.225159 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb36588-0d3a-49f2-8cb3-834ef3c0bef1 admin admin] Pushing event updated for resources: {'Network': ['ID=ffbbe6b6-9f6b-4c8f-870d-e9f3a4ff65ce,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:18.227042 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 33990) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:18.228240 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-8cc7f750-b07a-40e0-8312-c67a4e515844 req-45f94396-2b5a-4b2b-a181-0ff792ab9329 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257699 May 25 15:40:18.229053 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-4cb36588-0d3a-49f2-8cb3-834ef3c0bef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:18.236244 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-23dccaec-865a-45cb-b5f1-3b9eedb5367d admin admin] Request body: {'subnet': {'network_id': 'ffbbe6b6-9f6b-4c8f-870d-e9f3a4ff65ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-856823739-subnet', 'tenant_id': '2143af1318b040459322dbc6fddf4da6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:40:18.237101 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Network ffbbe6b6-9f6b-4c8f-870d-e9f3a4ff65ce details requested by agent ovs-agent-dv-cinder-791240-3-iscsi with host dv-cinder-791240-3-iscsi {{(pid=98475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:40:18.242290 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-23dccaec-865a-45cb-b5f1-3b9eedb5367d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:40:18.254576 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-23dccaec-865a-45cb-b5f1-3b9eedb5367d admin admin] Usage tracker for resource:subnet and tenant:2143af1318b040459322dbc6fddf4da6 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:40:18.260061 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-23dccaec-865a-45cb-b5f1-3b9eedb5367d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:40:18.270049 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-23dccaec-865a-45cb-b5f1-3b9eedb5367d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:40:18.274598 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ec588e11-5942-4e28-bd23-b0069a74b329 req-a88aea73-9349-4720-8446-40bde558472e tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662241 May 25 15:40:18.285561 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23dccaec-865a-45cb-b5f1-3b9eedb5367d admin admin] Made reservation on behalf of 2143af1318b040459322dbc6fddf4da6 for: {'subnet': 1} {{(pid=98474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:40:18.288173 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-23dccaec-865a-45cb-b5f1-3b9eedb5367d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33042282'] for subnet, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:18.641124 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 0adab53e-0feb-4d1d-a7a9-f401ed874fae details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:40:18.738750 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-23dccaec-865a-45cb-b5f1-3b9eedb5367d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33042300'] for subnet, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:18.743340 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:18.779023 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 0adab53e-0feb-4d1d-a7a9-f401ed874fae, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=0adab53e-0feb-4d1d-a7a9-f401ed874fae,segment=NetworkSegment(f75f90f2-d3cf-4d1f-8686-0dba664408e0),segment_id=f75f90f2-d3cf-4d1f-8686-0dba664408e0)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:40:18.793216 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Returning: {'device': '0adab53e-0feb-4d1d-a7a9-f401ed874fae', 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c', 'port_id': '0adab53e-0feb-4d1d-a7a9-f401ed874fae', 'mac_address': 'fa:16:3e:9d:71:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6affe17c-ed2e-4df1-9809-4e056b57fa85', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:40:18.814597 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dccaec-865a-45cb-b5f1-3b9eedb5367d admin admin] Pushing event updated for resources: {'Subnet': ['ID=109bcccc-0223-440c-9546-8adf1cb8bc1f,revision_number=0']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:18.818559 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-23dccaec-865a-45cb-b5f1-3b9eedb5367d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:18.822916 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dccaec-865a-45cb-b5f1-3b9eedb5367d admin admin] Checking segment: {'id': '85c33919-317d-4b83-a5a7-23f113d9a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ffbbe6b6-9f6b-4c8f-870d-e9f3a4ff65ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:40:18.823291 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dccaec-865a-45cb-b5f1-3b9eedb5367d admin admin] Network hostable DHCP agents. Network: ffbbe6b6-9f6b-4c8f-870d-e9f3a4ff65ce, hostable agents: ['42768c43-11d1-4f10-a648-883cd7cd861b'], hosted agents: [] {{(pid=98474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:40:18.846560 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dccaec-865a-45cb-b5f1-3b9eedb5367d admin admin] Network ffbbe6b6-9f6b-4c8f-870d-e9f3a4ff65ce is scheduled to be hosted by DHCP agent 42768c43-11d1-4f10-a648-883cd7cd861b with binding_index 1 {{(pid=98474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:40:18.857498 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:18.862963 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [None req-23dccaec-865a-45cb-b5f1-3b9eedb5367d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-iscsi, ffbbe6b6-9f6b-4c8f-870d-e9f3a4ff65ce) {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:40:18.884136 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dccaec-865a-45cb-b5f1-3b9eedb5367d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:18.884741 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-23dccaec-865a-45cb-b5f1-3b9eedb5367d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for subnet, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:18.887040 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0adab53e-0feb-4d1d-a7a9-f401ed874fae {{(pid=98475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:40:18.903768 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 0adab53e-0feb-4d1d-a7a9-f401ed874fae, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=0adab53e-0feb-4d1d-a7a9-f401ed874fae,segment=NetworkSegment(f75f90f2-d3cf-4d1f-8686-0dba664408e0),segment_id=f75f90f2-d3cf-4d1f-8686-0dba664408e0)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:40:18.905848 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8d724c-73f6-4695-909b-f7bd28d967c5 None None] Network ffbbe6b6-9f6b-4c8f-870d-e9f3a4ff65ce requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:40:18.912359 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-23dccaec-865a-45cb-b5f1-3b9eedb5367d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6838059 May 25 15:40:18.935692 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:18.982066 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:19.110013 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=0adab53e-0feb-4d1d-a7a9-f401ed874fae,revision_number=4']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:19.131847 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:19.245746 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b82491-a874-476f-8492-fae79517ea35 None None] Network ffbbe6b6-9f6b-4c8f-870d-e9f3a4ff65ce requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:40:19.355994 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadfcf6-af95-40b3-8b36-b91d3cbcaf21 req-57476465-6dfd-46b5-827a-4fcac0fec180 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:19.360100 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-eeadfcf6-af95-40b3-8b36-b91d3cbcaf21 req-57476465-6dfd-46b5-827a-4fcac0fec180 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.1272640 May 25 15:40:19.474925 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-eeadfcf6-af95-40b3-8b36-b91d3cbcaf21 req-cd8be526-b670-42ba-8920-9cece0b564fb tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069183 May 25 15:40:19.624247 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:19.627481 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e3ed0-0105-4c02-9c5f-caf58265f54d req-b478a81e-7716-424a-ba1f-39a1c8dbf443 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:19.630109 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8c7e3ed0-0105-4c02-9c5f-caf58265f54d req-b478a81e-7716-424a-ba1f-39a1c8dbf443 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 944 time: 0.1275175 May 25 15:40:19.682048 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['0adab53e-0feb-4d1d-a7a9-f401ed874fae'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:40:19.712622 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8c7e3ed0-0105-4c02-9c5f-caf58265f54d req-ba9e23e8-4fa5-4637-a0cb-8817707a55da tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741768 May 25 15:40:19.824953 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 34046) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:19.831810 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-86b31411-cf3f-4624-96c0-d725ca113f4c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-575818703-network', 'tenant_id': '0650e86bd75c4aa8b06737745915d267'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:40:19.841135 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-86b31411-cf3f-4624-96c0-d725ca113f4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:40:19.847245 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-86b31411-cf3f-4624-96c0-d725ca113f4c admin admin] Usage tracker for resource:network and tenant:0650e86bd75c4aa8b06737745915d267 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:40:19.850914 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-86b31411-cf3f-4624-96c0-d725ca113f4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:40:19.857784 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-86b31411-cf3f-4624-96c0-d725ca113f4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:40:19.872341 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b31411-cf3f-4624-96c0-d725ca113f4c admin admin] Made reservation on behalf of 0650e86bd75c4aa8b06737745915d267 for: {'network': 1} {{(pid=98474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:40:19.875587 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-86b31411-cf3f-4624-96c0-d725ca113f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1658119'] for network, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:19.914367 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-86b31411-cf3f-4624-96c0-d725ca113f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:19.942848 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-86b31411-cf3f-4624-96c0-d725ca113f4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:40:19.947164 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-86b31411-cf3f-4624-96c0-d725ca113f4c admin admin] Usage tracker for resource:security_group_rule and tenant:0650e86bd75c4aa8b06737745915d267 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:40:19.950364 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-86b31411-cf3f-4624-96c0-d725ca113f4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:40:19.968142 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-86b31411-cf3f-4624-96c0-d725ca113f4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:40:20.144782 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-86b31411-cf3f-4624-96c0-d725ca113f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:20.160510 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-86b31411-cf3f-4624-96c0-d725ca113f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:20.170480 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:20.202988 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86b31411-cf3f-4624-96c0-d725ca113f4c admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=98474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:40:20.229458 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-86b31411-cf3f-4624-96c0-d725ca113f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:20.234684 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.db.segments_db [None req-86b31411-cf3f-4624-96c0-d725ca113f4c admin admin] Added segment 67777bbf-29c8-4894-982d-e60a38c8e30f of type vlan for network 4a43fca7-c465-48ab-a428-3a0314300ef6 May 25 15:40:20.241034 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b31411-cf3f-4624-96c0-d725ca113f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aece0c0d-2653-4efb-81a6-09e8a5867d1f,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:20.244641 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-86b31411-cf3f-4624-96c0-d725ca113f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:20.278693 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-86b31411-cf3f-4624-96c0-d725ca113f4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758999109461'] for network, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:20.310207 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-86b31411-cf3f-4624-96c0-d725ca113f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430'] for network, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:20.311567 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b31411-cf3f-4624-96c0-d725ca113f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:20.312250 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-86b31411-cf3f-4624-96c0-d725ca113f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:20.317228 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:20.416362 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b31411-cf3f-4624-96c0-d725ca113f4c admin admin] Pushing event updated for resources: {'Network': ['ID=4a43fca7-c465-48ab-a428-3a0314300ef6,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:20.419127 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-86b31411-cf3f-4624-96c0-d725ca113f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:20.426178 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-86b31411-cf3f-4624-96c0-d725ca113f4c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6000113 May 25 15:40:20.429059 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 34066) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:20.434137 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Network 4a43fca7-c465-48ab-a428-3a0314300ef6 details requested by agent ovs-agent-dv-cinder-791240-3-iscsi with host dv-cinder-791240-3-iscsi {{(pid=98475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:40:20.440116 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-d507d1e8-b74f-4913-8fae-45ec48f8d244 admin admin] Request body: {'subnet': {'network_id': '4a43fca7-c465-48ab-a428-3a0314300ef6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-575818703-subnet', 'tenant_id': '0650e86bd75c4aa8b06737745915d267', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:40:20.445259 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-d507d1e8-b74f-4913-8fae-45ec48f8d244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:40:20.449188 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-d507d1e8-b74f-4913-8fae-45ec48f8d244 admin admin] Usage tracker for resource:subnet and tenant:0650e86bd75c4aa8b06737745915d267 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:40:20.452590 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-d507d1e8-b74f-4913-8fae-45ec48f8d244 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:40:20.460100 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-d507d1e8-b74f-4913-8fae-45ec48f8d244 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:40:20.476900 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d507d1e8-b74f-4913-8fae-45ec48f8d244 admin admin] Made reservation on behalf of 0650e86bd75c4aa8b06737745915d267 for: {'subnet': 1} {{(pid=98474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:40:20.479507 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-d507d1e8-b74f-4913-8fae-45ec48f8d244 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33042282'] for subnet, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:20.799478 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829501a0-cba8-4f3c-a11d-3b803b2b66a5 req-09794c9e-6696-4e24-b8c8-588336f2fe6f tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:20.800972 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-829501a0-cba8-4f3c-a11d-3b803b2b66a5 req-09794c9e-6696-4e24-b8c8-588336f2fe6f tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.1583838 May 25 15:40:20.886788 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a1815-f6db-4723-aa61-f12d74d2eb36 req-6f814dc9-3abe-4712-85d5-e790589173fa tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:20.888310 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-407a1815-f6db-4723-aa61-f12d74d2eb36 req-6f814dc9-3abe-4712-85d5-e790589173fa tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/ports?device_id=135cf23d-5269-4e8e-981f-ba59dba81156 HTTP/1.1" status: 200 len: 946 time: 0.0924945 May 25 15:40:20.925090 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-829501a0-cba8-4f3c-a11d-3b803b2b66a5 req-6edd9617-f20c-44f3-8b31-cd650be6f19d tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154251 May 25 15:40:20.945862 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-407a1815-f6db-4723-aa61-f12d74d2eb36 req-3065cce1-0212-46f2-897b-9196a15b76e0 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3324d24-1f64-4059-a4af-856778a4db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512469 May 25 15:40:21.105428 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-d507d1e8-b74f-4913-8fae-45ec48f8d244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33042300'] for subnet, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:21.113233 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:21.204126 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507d1e8-b74f-4913-8fae-45ec48f8d244 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8de0aa03-e69e-4d7f-ab9e-305a110a7904,revision_number=0']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:21.213179 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225a0ce-c825-43a8-bd04-6a8084e6245c req-9ca96aae-400b-4886-ba0d-2ea1caa85132 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:21.214845 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c225a0ce-c825-43a8-bd04-6a8084e6245c req-9ca96aae-400b-4886-ba0d-2ea1caa85132 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 944 time: 0.1879251 May 25 15:40:21.219981 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-d507d1e8-b74f-4913-8fae-45ec48f8d244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:21.222843 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d507d1e8-b74f-4913-8fae-45ec48f8d244 admin admin] Checking segment: {'id': '67777bbf-29c8-4894-982d-e60a38c8e30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4a43fca7-c465-48ab-a428-3a0314300ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:40:21.223623 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d507d1e8-b74f-4913-8fae-45ec48f8d244 admin admin] Network hostable DHCP agents. Network: 4a43fca7-c465-48ab-a428-3a0314300ef6, hostable agents: ['42768c43-11d1-4f10-a648-883cd7cd861b'], hosted agents: [] {{(pid=98474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:40:21.276809 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d507d1e8-b74f-4913-8fae-45ec48f8d244 admin admin] Network 4a43fca7-c465-48ab-a428-3a0314300ef6 is scheduled to be hosted by DHCP agent 42768c43-11d1-4f10-a648-883cd7cd861b with binding_index 1 {{(pid=98474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:40:21.287733 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c225a0ce-c825-43a8-bd04-6a8084e6245c req-a6d9e18d-c701-410c-80e8-4a398e801803 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612271 May 25 15:40:21.294129 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [None req-d507d1e8-b74f-4913-8fae-45ec48f8d244 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-iscsi, 4a43fca7-c465-48ab-a428-3a0314300ef6) {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:40:21.303718 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d507d1e8-b74f-4913-8fae-45ec48f8d244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:21.304370 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-d507d1e8-b74f-4913-8fae-45ec48f8d244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for subnet, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:21.304490 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4de378-d832-4c1b-ba46-6934f51d27d9 None None] Network 4a43fca7-c465-48ab-a428-3a0314300ef6 requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:40:21.324345 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-d507d1e8-b74f-4913-8fae-45ec48f8d244 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8938224 May 25 15:40:21.432372 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ae250-7010-4539-b5e5-febdada3df14 req-2736c909-ed3b-415a-a457-8cd38b638830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:21.434136 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-578ae250-7010-4539-b5e5-febdada3df14 req-2736c909-ed3b-415a-a457-8cd38b638830 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=58b8a9fdf31144b5b20d99f9a9ac856f&device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 1098 time: 0.1717498 May 25 15:40:21.442713 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893643d-b8d0-42db-a76a-07145394e1eb req-a087559c-a3bf-4e23-add1-8bf3ce70d6bd tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:21.450104 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c893643d-b8d0-42db-a76a-07145394e1eb req-a087559c-a3bf-4e23-add1-8bf3ce70d6bd tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.1226053 May 25 15:40:21.580737 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c893643d-b8d0-42db-a76a-07145394e1eb req-6a48d69f-b6ce-4f52-af96-aa4f4bbd09e2 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294851 May 25 15:40:21.587046 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24e7b8c-b549-4e3d-b44c-da1ecdc7fc7a None None] Network 4a43fca7-c465-48ab-a428-3a0314300ef6 requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:40:21.634589 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ae250-7010-4539-b5e5-febdada3df14 req-0ea63d9c-5306-4d4f-8014-89ff26449226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:21.635939 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-578ae250-7010-4539-b5e5-febdada3df14 req-0ea63d9c-5306-4d4f-8014-89ff26449226 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8f344abd-5290-4d8f-91e2-bf99f4fcd285 HTTP/1.1" status: 200 len: 920 time: 0.1823502 May 25 15:40:21.734304 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-578ae250-7010-4539-b5e5-febdada3df14 req-f4ba0255-0fb0-49ae-8ca6-1a40ec963a9f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58e438ee-5635-41c2-9295-43383bf88c95 HTTP/1.1" status: 200 len: 217 time: 0.0800343 May 25 15:40:21.833132 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ae250-7010-4539-b5e5-febdada3df14 req-225b9362-822b-46b2-b68d-520a853404f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:21.834828 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-578ae250-7010-4539-b5e5-febdada3df14 req-225b9362-822b-46b2-b68d-520a853404f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8cf8d8a0-2dc7-4fc4-85a0-c64f7a466b21 HTTP/1.1" status: 200 len: 859 time: 0.0925167 May 25 15:40:21.893650 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-578ae250-7010-4539-b5e5-febdada3df14 req-b766a605-8400-4400-9649-eaf28b1addef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f344abd-5290-4d8f-91e2-bf99f4fcd285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487006 May 25 15:40:22.147769 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c634c-ddd5-42b8-a020-955c3f43ce55 req-ec7c0d41-31b5-487f-a951-b06f59cc432b tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:22.149348 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3d5c634c-ddd5-42b8-a020-955c3f43ce55 req-ec7c0d41-31b5-487f-a951-b06f59cc432b tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/ports?device_id=135cf23d-5269-4e8e-981f-ba59dba81156 HTTP/1.1" status: 200 len: 946 time: 0.0888853 May 25 15:40:22.177011 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-578ae250-7010-4539-b5e5-febdada3df14 req-d4318a05-5f25-452a-baf8-191fbad7c3d5 service neutron] 10.222.0.57 "GET /v2.0/networks/8f344abd-5290-4d8f-91e2-bf99f4fcd285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711785 May 25 15:40:22.241472 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3d5c634c-ddd5-42b8-a020-955c3f43ce55 req-d4b157de-e284-400e-9cea-7c04e6aac67a tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3324d24-1f64-4059-a4af-856778a4db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843830 May 25 15:40:22.344383 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-578ae250-7010-4539-b5e5-febdada3df14 req-aaccefbc-9bb5-4463-bb73-56981890d54d service neutron] 10.222.0.57 "GET /v2.0/networks/8f344abd-5290-4d8f-91e2-bf99f4fcd285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627870 May 25 15:40:22.506720 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd35c0-a189-44b4-8520-19adf03b3e34 req-26f9fda0-b537-4e51-833c-1737533ee73f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:22.508195 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b8bd35c0-a189-44b4-8520-19adf03b3e34 req-26f9fda0-b537-4e51-833c-1737533ee73f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 944 time: 0.0858548 May 25 15:40:22.552815 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b8bd35c0-a189-44b4-8520-19adf03b3e34 req-875c2572-3da1-4851-98a3-c088fc52e868 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386813 May 25 15:40:22.653508 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 0adab53e-0feb-4d1d-a7a9-f401ed874fae up at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:40:22.723861 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning for port 0adab53e-0feb-4d1d-a7a9-f401ed874fae completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:40:22.728787 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning complete for port 0adab53e-0feb-4d1d-a7a9-f401ed874fae triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:40:22.729178 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:22.783158 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932184a-1e44-41eb-9188-74928ddc3420 req-017704bf-ad2a-4d10-a376-0c7894bce5f2 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:22.784885 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3932184a-1e44-41eb-9188-74928ddc3420 req-017704bf-ad2a-4d10-a376-0c7894bce5f2 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.0890605 May 25 15:40:22.830306 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3932184a-1e44-41eb-9188-74928ddc3420 req-2ebdfbc4-fe86-423b-8f62-5497df90d30c tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391436 May 25 15:40:22.851338 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:22.878103 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0558ca84-a4e1-438d-9894-ae1ba56e4629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0adab53e-0feb-4d1d-a7a9-f401ed874fae'}] {{(pid=98475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:40:22.887966 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 0adab53e-0feb-4d1d-a7a9-f401ed874fae, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=0adab53e-0feb-4d1d-a7a9-f401ed874fae,segment=NetworkSegment(f75f90f2-d3cf-4d1f-8686-0dba664408e0),segment_id=f75f90f2-d3cf-4d1f-8686-0dba664408e0)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:40:22.892421 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:22.894134 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:22.928680 dv-cinder-791240-3-iscsi neutron-server[98475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0558ca84-a4e1-438d-9894-ae1ba56e4629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0adab53e-0feb-4d1d-a7a9-f401ed874fae', 'code': 200} May 25 15:40:22.963210 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=0adab53e-0feb-4d1d-a7a9-f401ed874fae,revision_number=5']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:22.966232 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:23.171973 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2eca0-3f63-42dc-887d-bed937844b8a req-ef3a44dd-1196-4e6f-a5ce-b1ebfffebddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:23.173427 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a6d2eca0-3f63-42dc-887d-bed937844b8a req-ef3a44dd-1196-4e6f-a5ce-b1ebfffebddb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 1098 time: 0.0773740 May 25 15:40:23.217141 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a6d2eca0-3f63-42dc-887d-bed937844b8a req-bdaaa164-9b87-4865-8d21-8b80bf95c52d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363100 May 25 15:40:23.471290 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e7ca0-cfd7-4454-afa0-35b823d59859 req-7d5a2d15-7222-45f3-8651-aac8dce14d0f tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:23.480452 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-899e7ca0-cfd7-4454-afa0-35b823d59859 req-7d5a2d15-7222-45f3-8651-aac8dce14d0f tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/ports?device_id=135cf23d-5269-4e8e-981f-ba59dba81156 HTTP/1.1" status: 200 len: 946 time: 0.1058543 May 25 15:40:23.546151 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-899e7ca0-cfd7-4454-afa0-35b823d59859 req-6580e5b2-9018-4f83-af72-150d80f6f155 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3324d24-1f64-4059-a4af-856778a4db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642481 May 25 15:40:23.707274 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 34160) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:23.797503 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8278ed-2407-4340-8dbe-947f6baddee4 req-bca740fe-7ccb-4b55-a9c1-506ce25ab062 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:23.804389 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ee8278ed-2407-4340-8dbe-947f6baddee4 req-bca740fe-7ccb-4b55-a9c1-506ce25ab062 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.1130018 May 25 15:40:23.850219 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-3de15f57-1fb0-4a02-b9e4-d8f6ac5e27cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:23.867724 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-3de15f57-1fb0-4a02-b9e4-d8f6ac5e27cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:40:23.873090 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-3de15f57-1fb0-4a02-b9e4-d8f6ac5e27cf admin admin] Usage tracker for resource:security_group_rule and tenant:0d811641e6f34d82866846bc315b5749 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:40:23.878058 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-3de15f57-1fb0-4a02-b9e4-d8f6ac5e27cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:40:23.887194 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-3de15f57-1fb0-4a02-b9e4-d8f6ac5e27cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:40:23.961936 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ee8278ed-2407-4340-8dbe-947f6baddee4 req-06f19b20-f9a6-4a25-934e-b5d553af8056 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563227 May 25 15:40:23.994458 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7a4ba-4912-4c8b-8385-10d38bd8b46d req-9dc3b976-850c-4b08-a176-8fe4a19682e1 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:23.995931 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c2a7a4ba-4912-4c8b-8385-10d38bd8b46d req-9dc3b976-850c-4b08-a176-8fe4a19682e1 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.57 "GET /v2.0/ports?device_id=135cf23d-5269-4e8e-981f-ba59dba81156 HTTP/1.1" status: 200 len: 946 time: 0.1888847 May 25 15:40:24.056894 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-3de15f57-1fb0-4a02-b9e4-d8f6ac5e27cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:24.063604 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-3de15f57-1fb0-4a02-b9e4-d8f6ac5e27cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:24.077847 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:24.145124 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [req-c2a7a4ba-4912-4c8b-8385-10d38bd8b46d req-063f8ee5-79e9-43a1-9a0a-a8d641f2a7d0 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Deleting port b83de6ce-a91e-489f-9939-63805a19dd84 {{(pid=98473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:40:24.145378 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-c2a7a4ba-4912-4c8b-8385-10d38bd8b46d req-063f8ee5-79e9-43a1-9a0a-a8d641f2a7d0 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:24.177888 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb6415-a0a8-43ba-b32e-c18ec1bdd2db req-efa2f3b0-d863-48e4-9df3-7866cdda1d00 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:24.179370 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1bdb6415-a0a8-43ba-b32e-c18ec1bdd2db req-efa2f3b0-d863-48e4-9df3-7866cdda1d00 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.2187164 May 25 15:40:24.192238 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-3de15f57-1fb0-4a02-b9e4-d8f6ac5e27cf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d811641e6f34d82866846bc315b5749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4838383 May 25 15:40:24.204611 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de15f57-1fb0-4a02-b9e4-d8f6ac5e27cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf579abd-3fa3-43a8-ae8d-6f64f006b2c0,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:24.208841 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 34174) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:24.219289 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-3de15f57-1fb0-4a02-b9e4-d8f6ac5e27cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:24.271519 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1bdb6415-a0a8-43ba-b32e-c18ec1bdd2db req-8d4eb287-b67b-4775-88ab-14ff7cd12286 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838499 May 25 15:40:24.303168 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [req-c2a7a4ba-4912-4c8b-8385-10d38bd8b46d req-063f8ee5-79e9-43a1-9a0a-a8d641f2a7d0 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] For port b83de6ce-a91e-489f-9939-63805a19dd84, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=b83de6ce-a91e-489f-9939-63805a19dd84,segment=NetworkSegment(ad49e5a5-3c7b-441d-962f-c4d09987cf92),segment_id=ad49e5a5-3c7b-441d-962f-c4d09987cf92)] {{(pid=98473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:40:24.303748 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-c2a7a4ba-4912-4c8b-8385-10d38bd8b46d req-063f8ee5-79e9-43a1-9a0a-a8d641f2a7d0 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:24.304413 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-c6cc26d0-b7f2-4f99-9061-534bc1276d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:24.346234 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-c6cc26d0-b7f2-4f99-9061-534bc1276d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:24.399566 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-c6cc26d0-b7f2-4f99-9061-534bc1276d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:24.403097 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-6ed1e6fd-81cc-4604-9656-cf4dcd18872f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:24.416961 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc26d0-b7f2-4f99-9061-534bc1276d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf579abd-3fa3-43a8-ae8d-6f64f006b2c0,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:24.420552 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-c6cc26d0-b7f2-4f99-9061-534bc1276d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:24.423778 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-c6cc26d0-b7f2-4f99-9061-534bc1276d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:24.425086 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-c6cc26d0-b7f2-4f99-9061-534bc1276d69 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf579abd-3fa3-43a8-ae8d-6f64f006b2c0 HTTP/1.1" status: 204 len: 168 time: 0.2152209 May 25 15:40:24.431702 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [req-c2a7a4ba-4912-4c8b-8385-10d38bd8b46d req-063f8ee5-79e9-43a1-9a0a-a8d641f2a7d0 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Calling delete_port for b83de6ce-a91e-489f-9939-63805a19dd84 owned by compute:nova {{(pid=98473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:40:24.641334 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-c2a7a4ba-4912-4c8b-8385-10d38bd8b46d req-063f8ee5-79e9-43a1-9a0a-a8d641f2a7d0 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372'] for port, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:24.648400 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:24.657424 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['b83de6ce-a91e-489f-9939-63805a19dd84'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:40:24.712774 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f8ee5-79e9-43a1-9a0a-a8d641f2a7d0 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Pushing event deleted for resources: {'Port': ['ID=b83de6ce-a91e-489f-9939-63805a19dd84,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:24.761680 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f8ee5-79e9-43a1-9a0a-a8d641f2a7d0 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:24.762329 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f8ee5-79e9-43a1-9a0a-a8d641f2a7d0 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:24.762895 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f8ee5-79e9-43a1-9a0a-a8d641f2a7d0 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:24.763675 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f8ee5-79e9-43a1-9a0a-a8d641f2a7d0 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:24.764538 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f8ee5-79e9-43a1-9a0a-a8d641f2a7d0 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:24.765756 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f8ee5-79e9-43a1-9a0a-a8d641f2a7d0 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:24.766367 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f8ee5-79e9-43a1-9a0a-a8d641f2a7d0 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:24.766906 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f8ee5-79e9-43a1-9a0a-a8d641f2a7d0 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:24.767447 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f8ee5-79e9-43a1-9a0a-a8d641f2a7d0 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:24.768003 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f8ee5-79e9-43a1-9a0a-a8d641f2a7d0 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:24.768548 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f8ee5-79e9-43a1-9a0a-a8d641f2a7d0 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:24.769093 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f8ee5-79e9-43a1-9a0a-a8d641f2a7d0 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:24.782781 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-063f8ee5-79e9-43a1-9a0a-a8d641f2a7d0 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:24.894660 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a7a4ba-4912-4c8b-8385-10d38bd8b46d req-063f8ee5-79e9-43a1-9a0a-a8d641f2a7d0 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] No DVR routers for this DVR port b83de6ce-a91e-489f-9939-63805a19dd84 on host hv-cinder-79124 {{(pid=98473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:40:24.898357 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-c2a7a4ba-4912-4c8b-8385-10d38bd8b46d req-063f8ee5-79e9-43a1-9a0a-a8d641f2a7d0 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:24.902795 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135cf23d-5269-4e8e-981f-ba59dba81156', 'name': 'network-vif-deleted', 'tag': 'b83de6ce-a91e-489f-9939-63805a19dd84'}] {{(pid=98473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:40:24.910565 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-571c884a-8f40-4fc5-b093-67d1a400f3d2 req-552676de-ed81-4320-8e78-e8083cda0820 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/ports?device_id=135cf23d-5269-4e8e-981f-ba59dba81156 HTTP/1.1" status: 200 len: 210 time: 0.1366098 May 25 15:40:24.921988 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c2a7a4ba-4912-4c8b-8385-10d38bd8b46d req-063f8ee5-79e9-43a1-9a0a-a8d641f2a7d0 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.57 "DELETE /v2.0/ports/b83de6ce-a91e-489f-9939-63805a19dd84 HTTP/1.1" status: 204 len: 173 time: 0.9188960 May 25 15:40:24.968128 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135cf23d-5269-4e8e-981f-ba59dba81156', 'name': 'network-vif-deleted', 'tag': 'b83de6ce-a91e-489f-9939-63805a19dd84', 'status': 'completed', 'code': 200} May 25 15:40:25.177778 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab48e44-1274-4043-a7e4-d90b1b96b93d req-c0247391-6542-4fd7-a32a-4ba3fe488495 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:25.179714 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-0ab48e44-1274-4043-a7e4-d90b1b96b93d req-c0247391-6542-4fd7-a32a-4ba3fe488495 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.0999188 May 25 15:40:25.237683 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-0ab48e44-1274-4043-a7e4-d90b1b96b93d req-3adee72d-fade-4d35-a9cc-e7b32c14671c tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469890 May 25 15:40:25.441449 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f97852-a7fd-42ac-a677-094f49b437e4 req-29a62a2d-691d-4843-88ca-a99dd83e5027 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:25.441931 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a6f97852-a7fd-42ac-a677-094f49b437e4 req-29a62a2d-691d-4843-88ca-a99dd83e5027 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.0872102 May 25 15:40:25.451918 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 34226) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:25.460973 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-7575b2b3-e647-452e-9758-299dd46b8e88 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Request body: {'floatingip': {'port_id': '0adab53e-0feb-4d1d-a7a9-f401ed874fae'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:40:25.750378 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7575b2b3-e647-452e-9758-299dd46b8e88 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for floatingip, before_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:25.896434 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebf209-8dad-4387-8290-41b0c9ec54fa req-d1c7f7e2-e469-4a28-906e-6158e35cc4a5 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:25.898168 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-73ebf209-8dad-4387-8290-41b0c9ec54fa req-d1c7f7e2-e469-4a28-906e-6158e35cc4a5 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.5036607 May 25 15:40:26.033212 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-73ebf209-8dad-4387-8290-41b0c9ec54fa req-a5403fea-1254-4e51-bbdc-69719debcd7c tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029010 May 25 15:40:26.145345 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d7a7a629-2b3b-4c24-a540-b3d4f0063708 req-359e5fbc-a06b-4b94-be5b-aee82fe5f61a tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] 10.222.0.32 "GET /v2.0/ports?device_id=135cf23d-5269-4e8e-981f-ba59dba81156 HTTP/1.1" status: 200 len: 210 time: 0.0622315 May 25 15:40:26.426535 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 34250) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:26.548656 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-98cc88f3-6577-4789-8c3a-18c1e3d28a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:26.563768 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-98cc88f3-6577-4789-8c3a-18c1e3d28a5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:40:26.568568 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-98cc88f3-6577-4789-8c3a-18c1e3d28a5a admin admin] Usage tracker for resource:security_group_rule and tenant:218647061ef54142888b9b16807ca8d6 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:40:26.571496 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-98cc88f3-6577-4789-8c3a-18c1e3d28a5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:40:26.581463 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-98cc88f3-6577-4789-8c3a-18c1e3d28a5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:40:26.654205 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device b83de6ce-a91e-489f-9939-63805a19dd84 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:40:26.676356 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-98cc88f3-6577-4789-8c3a-18c1e3d28a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:26.681014 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-98cc88f3-6577-4789-8c3a-18c1e3d28a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:26.690557 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-d61380fa-cbec-4ba0-b91e-e98304289a7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:26.695477 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7575b2b3-e647-452e-9758-299dd46b8e88 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:26.702170 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7575b2b3-e647-452e-9758-299dd46b8e88 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-353536'] for floatingip, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:26.703928 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] No Port match for: b83de6ce-a91e-489f-9939-63805a19dd84 {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:40:26.704441 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device b83de6ce-a91e-489f-9939-63805a19dd84 not bound to the agent host hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:40:26.737567 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-98cc88f3-6577-4789-8c3a-18c1e3d28a5a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=218647061ef54142888b9b16807ca8d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3095911 May 25 15:40:26.739961 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 34260) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:26.742511 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc88f3-6577-4789-8c3a-18c1e3d28a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42dce52-85fb-430d-8807-2d4cf9156e77,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:26.763701 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc88f3-6577-4789-8c3a-18c1e3d28a5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:26.764090 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc88f3-6577-4789-8c3a-18c1e3d28a5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:26.764430 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc88f3-6577-4789-8c3a-18c1e3d28a5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:26.764762 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc88f3-6577-4789-8c3a-18c1e3d28a5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:26.765119 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc88f3-6577-4789-8c3a-18c1e3d28a5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:26.765450 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc88f3-6577-4789-8c3a-18c1e3d28a5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:26.765773 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc88f3-6577-4789-8c3a-18c1e3d28a5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:26.766096 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc88f3-6577-4789-8c3a-18c1e3d28a5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:26.766419 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc88f3-6577-4789-8c3a-18c1e3d28a5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:26.766738 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc88f3-6577-4789-8c3a-18c1e3d28a5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:26.767056 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc88f3-6577-4789-8c3a-18c1e3d28a5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:26.767865 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc88f3-6577-4789-8c3a-18c1e3d28a5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:26.773240 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-98cc88f3-6577-4789-8c3a-18c1e3d28a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:26.820664 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-1d59fe21-b205-439c-bac7-d26ed88bc689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:26.847224 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-1d59fe21-b205-439c-bac7-d26ed88bc689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:26.895795 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.db.l3_db [None req-7575b2b3-e647-452e-9758-299dd46b8e88 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Floating IP 02ab6b2a-bd12-4cbc-89db-5f5c4859463d associated. External IP: 172.27.3.55, port: 0adab53e-0feb-4d1d-a7a9-f401ed874fae. May 25 15:40:26.905176 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-1d59fe21-b205-439c-bac7-d26ed88bc689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:26.908899 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-07b0d647-fba7-4d54-adef-df3554f8d5a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:26.924797 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59fe21-b205-439c-bac7-d26ed88bc689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42dce52-85fb-430d-8807-2d4cf9156e77,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:26.933874 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-1d59fe21-b205-439c-bac7-d26ed88bc689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:26.934972 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-1d59fe21-b205-439c-bac7-d26ed88bc689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:26.935966 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-1d59fe21-b205-439c-bac7-d26ed88bc689 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a42dce52-85fb-430d-8807-2d4cf9156e77 HTTP/1.1" status: 204 len: 168 time: 0.1951087 May 25 15:40:27.342774 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 34286) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:27.384043 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2e81fb59-17b8-4310-add5-a593e76da873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:27.399914 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0b4b6-4c68-4a44-8b8f-8c91c4630fe5 req-5fce7c2d-e209-4fdc-bbd7-eb40422e81f8 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:27.401462 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-50f0b4b6-4c68-4a44-8b8f-8c91c4630fe5 req-5fce7c2d-e209-4fdc-bbd7-eb40422e81f8 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.2061396 May 25 15:40:27.408496 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-2e81fb59-17b8-4310-add5-a593e76da873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:40:27.412956 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-2e81fb59-17b8-4310-add5-a593e76da873 admin admin] Usage tracker for resource:security_group_rule and tenant:7bcc802da078457381a10b7a7f0ab60d is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:40:27.417692 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-2e81fb59-17b8-4310-add5-a593e76da873 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:40:27.430935 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-2e81fb59-17b8-4310-add5-a593e76da873 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:40:27.538107 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-50f0b4b6-4c68-4a44-8b8f-8c91c4630fe5 req-a604b5b3-c7a6-4e0c-a461-b98f81d07307 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785894 May 25 15:40:27.551063 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7575b2b3-e647-452e-9758-299dd46b8e88 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Router 773fe0b0-9b06-4686-98b1-d9134d412d1c has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:40:27.579212 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2e81fb59-17b8-4310-add5-a593e76da873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:27.583587 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2e81fb59-17b8-4310-add5-a593e76da873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:27.597360 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-98cc88f3-6577-4789-8c3a-18c1e3d28a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:27.657483 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-2e81fb59-17b8-4310-add5-a593e76da873 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7bcc802da078457381a10b7a7f0ab60d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110793 May 25 15:40:27.660061 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 34296) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:27.664494 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81fb59-17b8-4310-add5-a593e76da873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a8986a-ed61-4540-9ab1-752709b1f877,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:27.670366 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-2e81fb59-17b8-4310-add5-a593e76da873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:27.848103 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7575b2b3-e647-452e-9758-299dd46b8e88 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:40:27.853710 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7575b2b3-e647-452e-9758-299dd46b8e88 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for floatingip, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:27.865248 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7bc442-b22b-41cb-9208-601422f319b5 None None] Sync routers for ids ['773fe0b0-9b06-4686-98b1-d9134d412d1c'] in dv-cinder-791240-3-iscsi {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:40:27.879011 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7bc442-b22b-41cb-9208-601422f319b5 None None] Routers {'773fe0b0-9b06-4686-98b1-d9134d412d1c'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:40:27.880281 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-af7bc442-b22b-41cb-9208-601422f319b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:40:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['773fe0b0-9b06-4686-98b1-d9134d412d1c'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:40:27.880425 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-04969fa5-416d-49aa-9eae-b7459e9d7d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:27.949682 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-7575b2b3-e647-452e-9758-299dd46b8e88 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "PUT /v2.0/floatingips/02ab6b2a-bd12-4cbc-89db-5f5c4859463d HTTP/1.1" status: 200 len: 990 time: 2.4955935 May 25 15:40:27.952066 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-04969fa5-416d-49aa-9eae-b7459e9d7d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:27.993305 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0558ca84-a4e1-438d-9894-ae1ba56e4629', 'tag': '0adab53e-0feb-4d1d-a7a9-f401ed874fae'}] {{(pid=98473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:40:28.050504 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-04969fa5-416d-49aa-9eae-b7459e9d7d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:28.055655 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-40fbf722-5aa2-47ac-b7d0-17c16c53b528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:28.083426 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0558ca84-a4e1-438d-9894-ae1ba56e4629', 'tag': '0adab53e-0feb-4d1d-a7a9-f401ed874fae', 'status': 'completed', 'code': 200} May 25 15:40:28.084508 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04969fa5-416d-49aa-9eae-b7459e9d7d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a8986a-ed61-4540-9ab1-752709b1f877,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:28.089002 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-04969fa5-416d-49aa-9eae-b7459e9d7d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:28.091746 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-04969fa5-416d-49aa-9eae-b7459e9d7d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:28.093147 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-04969fa5-416d-49aa-9eae-b7459e9d7d93 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a5a8986a-ed61-4540-9ab1-752709b1f877 HTTP/1.1" status: 204 len: 168 time: 0.4317181 May 25 15:40:28.182929 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-af7bc442-b22b-41cb-9208-601422f319b5 None None] Set router 773fe0b0-9b06-4686-98b1-d9134d412d1c gateway port host: dv-cinder-791240-3-iscsi {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:40:28.215935 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425468c-9f58-46d9-9b62-60e584436028 req-6f26dd65-86d0-4e51-b1cb-173d682f6889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:28.217438 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-0425468c-9f58-46d9-9b62-60e584436028 req-6f26dd65-86d0-4e51-b1cb-173d682f6889 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84e65264be4b4ed284c28ccc90c35988&device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 1098 time: 0.0978224 May 25 15:40:28.360639 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425468c-9f58-46d9-9b62-60e584436028 req-d4cd8ad9-add2-4849-8abb-26130b661d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:28.362361 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-0425468c-9f58-46d9-9b62-60e584436028 req-d4cd8ad9-add2-4849-8abb-26130b661d65 service neutron] 10.222.0.57 "GET /v2.0/networks?id=771546d5-f50e-49c2-832e-f1005d51ba9c HTTP/1.1" status: 200 len: 918 time: 0.1377127 May 25 15:40:28.578201 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-af7bc442-b22b-41cb-9208-601422f319b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1694927309-router', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:39:28Z', 'updated_at': '2021-05-25T15:39:46Z', 'revision_number': 4, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'gw_port': {'id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:30Z', 'updated_at': '2021-05-25T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_floatingips': [{'id': '02ab6b2a-bd12-4cbc-89db-5f5c4859463d', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'router_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'port_id': '0adab53e-0feb-4d1d-a7a9-f401ed874fae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c', 'mac_address': 'fa:16:3e:9d:71:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0558ca84-a4e1-438d-9894-ae1ba56e4629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:39:58Z', 'updated_at': '2021-05-25T15:40:26Z', 'revision_number': 1, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99703f4e-63ee-4d70-a03c-2d40e2bef85a', 'name': '', 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'mac_address': 'fa:16:3e:eb:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6affe17c-ed2e-4df1-9809-4e056b57fa85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:40Z', 'updated_at': '2021-05-25T15:39:56Z', 'revision_number': 5, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'subnets': [{'id': '6affe17c-ed2e-4df1-9809-4e056b57fa85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:40:28.582647 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7bc442-b22b-41cb-9208-601422f319b5 None None] Checking router: 773fe0b0-9b06-4686-98b1-d9134d412d1c for host: dv-cinder-791240-3-iscsi {{(pid=98476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:40:28.591801 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7bc442-b22b-41cb-9208-601422f319b5 None None] Routers {'773fe0b0-9b06-4686-98b1-d9134d412d1c'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:40:28.592471 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-af7bc442-b22b-41cb-9208-601422f319b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:40:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['773fe0b0-9b06-4686-98b1-d9134d412d1c'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:40:28.771460 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363b093-739c-4bf1-99c8-8f9e20827869 req-a6024480-50f8-4bcd-a9fb-16e8ef8fbdef tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:28.780241 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a363b093-739c-4bf1-99c8-8f9e20827869 req-a6024480-50f8-4bcd-a9fb-16e8ef8fbdef tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.1138365 May 25 15:40:28.872357 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-af7bc442-b22b-41cb-9208-601422f319b5 None None] Set router 773fe0b0-9b06-4686-98b1-d9134d412d1c gateway port host: dv-cinder-791240-3-iscsi {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:40:28.949781 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a363b093-739c-4bf1-99c8-8f9e20827869 req-2a339f0d-8910-4346-aa9b-9389449823b2 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676641 May 25 15:40:28.984465 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-0425468c-9f58-46d9-9b62-60e584436028 req-c0ab9b49-18a4-43ee-894b-13847377f40b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0adab53e-0feb-4d1d-a7a9-f401ed874fae HTTP/1.1" status: 200 len: 998 time: 0.1717384 May 25 15:40:29.404048 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-af7bc442-b22b-41cb-9208-601422f319b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1694927309-router', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:39:28Z', 'updated_at': '2021-05-25T15:39:46Z', 'revision_number': 4, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'gw_port': {'id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:30Z', 'updated_at': '2021-05-25T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_floatingips': [{'id': '02ab6b2a-bd12-4cbc-89db-5f5c4859463d', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'router_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'port_id': '0adab53e-0feb-4d1d-a7a9-f401ed874fae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c', 'mac_address': 'fa:16:3e:9d:71:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0558ca84-a4e1-438d-9894-ae1ba56e4629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:39:58Z', 'updated_at': '2021-05-25T15:40:26Z', 'revision_number': 1, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99703f4e-63ee-4d70-a03c-2d40e2bef85a', 'name': '', 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'mac_address': 'fa:16:3e:eb:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6affe17c-ed2e-4df1-9809-4e056b57fa85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:40Z', 'updated_at': '2021-05-25T15:39:56Z', 'revision_number': 5, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'subnets': [{'id': '6affe17c-ed2e-4df1-9809-4e056b57fa85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:40:29.408254 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7bc442-b22b-41cb-9208-601422f319b5 None None] The sync data for ids ['773fe0b0-9b06-4686-98b1-d9134d412d1c'] in dv-cinder-791240-3-iscsi is: [{'id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1694927309-router', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:39:28Z', 'updated_at': '2021-05-25T15:39:46Z', 'revision_number': 4, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'gw_port': {'id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:30Z', 'updated_at': '2021-05-25T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_floatingips': [{'id': '02ab6b2a-bd12-4cbc-89db-5f5c4859463d', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'router_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'port_id': '0adab53e-0feb-4d1d-a7a9-f401ed874fae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c', 'mac_address': 'fa:16:3e:9d:71:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0558ca84-a4e1-438d-9894-ae1ba56e4629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:39:58Z', 'updated_at': '2021-05-25T15:40:26Z', 'revision_number': 1, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99703f4e-63ee-4d70-a03c-2d40e2bef85a', 'name': '', 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'mac_address': 'fa:16:3e:eb:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6affe17c-ed2e-4df1-9809-4e056b57fa85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:40Z', 'updated_at': '2021-05-25T15:39:56Z', 'revision_number': 5, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'subnets': [{'id': '6affe17c-ed2e-4df1-9809-4e056b57fa85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:40:29.418789 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-a7105dc7-f399-4a3e-b666-c6e5e6e65413 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:29.420317 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-a7105dc7-f399-4a3e-b666-c6e5e6e65413 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/networks?id=a454cf6c-27f3-4e65-8a46-b57d728d820a HTTP/1.1" status: 200 len: 815 time: 0.1723950 May 25 15:40:29.436490 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-6a44d936-7f80-414c-938e-405effeaafd4 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/quotas/1d0d92ba8c334e7bb4ce451a7b4b1caf HTTP/1.1" status: 200 len: 375 time: 0.0095131 May 25 15:40:29.533801 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-c6c50484-d04e-4d3e-ac49-62298178cbbb tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d0d92ba8c334e7bb4ce451a7b4b1caf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0861785 May 25 15:40:29.660906 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f17286-5ac6-499e-9fe8-bf85dfb9636f None None] New status for floating IP 02ab6b2a-bd12-4cbc-89db-5f5c4859463d: ACTIVE {{(pid=98475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 15:40:29.682134 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-e57c4f45-73b8-4c05-82f5-f3938218396e service neutron] 10.222.0.32 "GET /v2.0/networks/a454cf6c-27f3-4e65-8a46-b57d728d820a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410189 May 25 15:40:29.956981 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-49fa3bfa-3431-4ba4-a478-920e6b7a9d85 service neutron] 10.222.0.32 "GET /v2.0/networks/a454cf6c-27f3-4e65-8a46-b57d728d820a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680285 May 25 15:40:30.272627 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3ac1a-7d08-4d9a-a168-4a3a3ca67660 req-25c02df2-4b54-49a9-9226-379048ca9438 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:30.274064 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ecc3ac1a-7d08-4d9a-a168-4a3a3ca67660 req-25c02df2-4b54-49a9-9226-379048ca9438 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.0993640 May 25 15:40:30.323939 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ecc3ac1a-7d08-4d9a-a168-4a3a3ca67660 req-11f3c345-830b-4681-be30-e414294761b3 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441504 May 25 15:40:30.428483 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a4336f82-3c1d-4db9-b0c2-1eeb8840da4f req-7a04d3f8-4280-4432-8f57-d8c77c0270c4 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=32d95093-b734-4948-be51-5c959b1d0d0c HTTP/1.1" status: 200 len: 210 time: 0.0543871 May 25 15:40:31.528367 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2cbc34-7ecf-4a8e-b318-23c4b331d906 req-f0244e2f-8e77-491d-94dc-4aecf21d326c tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:31.529829 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-8b2cbc34-7ecf-4a8e-b318-23c4b331d906 req-f0244e2f-8e77-491d-94dc-4aecf21d326c tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.0992785 May 25 15:40:31.573558 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-8b2cbc34-7ecf-4a8e-b318-23c4b331d906 req-3000dca0-1d0a-4b13-946d-3380599acc3d tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380185 May 25 15:40:31.710117 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-e8c7e8f5-e2df-4ae1-8f46-60ea4b21ef91 req-98e08585-c990-46e5-917f-ae6835830409 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=32d95093-b734-4948-be51-5c959b1d0d0c HTTP/1.1" status: 200 len: 210 time: 0.0453613 May 25 15:40:32.075489 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425468c-9f58-46d9-9b62-60e584436028 req-788a8e33-af1e-4afb-9d8d-b5e867ab7254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:32.076937 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-0425468c-9f58-46d9-9b62-60e584436028 req-788a8e33-af1e-4afb-9d8d-b5e867ab7254 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6affe17c-ed2e-4df1-9809-4e056b57fa85 HTTP/1.1" status: 200 len: 856 time: 0.0584025 May 25 15:40:32.761645 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d3a7f-a48f-4069-a2b0-4fe07dbf046e req-0929859c-5a3f-41ec-886c-c63daf4c4993 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:32.763087 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-4d7d3a7f-a48f-4069-a2b0-4fe07dbf046e req-0929859c-5a3f-41ec-886c-c63daf4c4993 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.0793855 May 25 15:40:32.811325 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-4d7d3a7f-a48f-4069-a2b0-4fe07dbf046e req-c7693b65-22f2-43f5-9dec-e78fc744f32a tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418429 May 25 15:40:33.080119 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-677fdbf1-382d-4890-9601-09c39738aa71 req-509d3e31-90a1-40ea-ac3c-9d312e726f36 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=32d95093-b734-4948-be51-5c959b1d0d0c HTTP/1.1" status: 200 len: 210 time: 0.0427878 May 25 15:40:33.694982 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425468c-9f58-46d9-9b62-60e584436028 req-5724a29e-c5a2-4054-9dc4-02b6c249b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:33.697228 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-0425468c-9f58-46d9-9b62-60e584436028 req-5724a29e-c5a2-4054-9dc4-02b6c249b5f6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=771546d5-f50e-49c2-832e-f1005d51ba9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0872114 May 25 15:40:33.850136 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-0425468c-9f58-46d9-9b62-60e584436028 req-07ecae2b-dc3f-4bd6-97fe-60dd5e045bcd service neutron] 10.222.0.57 "GET /v2.0/networks/771546d5-f50e-49c2-832e-f1005d51ba9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302831 May 25 15:40:34.040737 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-0425468c-9f58-46d9-9b62-60e584436028 req-dd48a733-deb6-49d8-b0ef-02661693bc65 service neutron] 10.222.0.57 "GET /v2.0/networks/771546d5-f50e-49c2-832e-f1005d51ba9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832678 May 25 15:40:34.055989 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec76ab-ace8-42a3-9f50-b0f1e0122654 req-fe266e85-9e56-4b4a-8de9-57422afbf6ad tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:34.057427 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-8cec76ab-ace8-42a3-9f50-b0f1e0122654 req-fe266e85-9e56-4b4a-8de9-57422afbf6ad tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.1319821 May 25 15:40:34.102314 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-8cec76ab-ace8-42a3-9f50-b0f1e0122654 req-5bf58aa6-8cb8-459c-8ee7-465419f4e8f1 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386553 May 25 15:40:34.235336 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e6df0153-14cb-451e-b526-7d4545cab24d req-2d0b4fbc-765f-4c8c-a531-14913c75c283 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=32d95093-b734-4948-be51-5c959b1d0d0c HTTP/1.1" status: 200 len: 210 time: 0.0474722 May 25 15:40:34.607998 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-1bb93802-7b44-4bd4-888f-df8e7a80def2 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:34.609473 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-1bb93802-7b44-4bd4-888f-df8e7a80def2 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.57 "GET /v2.0/networks?id=a454cf6c-27f3-4e65-8a46-b57d728d820a HTTP/1.1" status: 200 len: 815 time: 0.1631718 May 25 15:40:34.626708 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-81f8c022-a06e-40ec-9ac8-da52f4ff3273 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Request body: {'port': {'device_id': '32d95093-b734-4948-be51-5c959b1d0d0c', 'network_id': 'a454cf6c-27f3-4e65-8a46-b57d728d820a', 'admin_state_up': True, 'tenant_id': '1d0d92ba8c334e7bb4ce451a7b4b1caf'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:40:34.782943 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-81f8c022-a06e-40ec-9ac8-da52f4ff3273 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:40:34.792501 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-81f8c022-a06e-40ec-9ac8-da52f4ff3273 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:40:34.801291 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-81f8c022-a06e-40ec-9ac8-da52f4ff3273 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Made reservation on behalf of 1d0d92ba8c334e7bb4ce451a7b4b1caf for: {'port': 1} {{(pid=98473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:40:34.804892 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-81f8c022-a06e-40ec-9ac8-da52f4ff3273 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:34.974691 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.db_base_plugin_common [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-81f8c022-a06e-40ec-9ac8-da52f4ff3273 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Allocated IP 172.20.0.3 (a454cf6c-27f3-4e65-8a46-b57d728d820a/5d406481-8ad1-4ef9-a379-1390671d5486/59e226d0-ad87-4d48-bc78-d4921b0d068d) {{(pid=98473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:40:35.180677 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-81f8c022-a06e-40ec-9ac8-da52f4ff3273 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Notify callbacks [] for port, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:35.213644 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-81f8c022-a06e-40ec-9ac8-da52f4ff3273 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363'] for port, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:35.219675 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:35.228379 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['1b4f457c-ce11-4b07-b661-f77713f031df'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:40:35.309100 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a4b21-b073-4791-8026-19b02ca257c1 req-ee83dff4-a61a-47b9-b2ff-646c5c5d90fa tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:35.310732 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-541a4b21-b073-4791-8026-19b02ca257c1 req-ee83dff4-a61a-47b9-b2ff-646c5c5d90fa tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.0953577 May 25 15:40:35.378592 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-81f8c022-a06e-40ec-9ac8-da52f4ff3273 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Network a454cf6c-27f3-4e65-8a46-b57d728d820a is already hosted by enough agents. {{(pid=98473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:40:35.382035 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.base_scheduler [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-81f8c022-a06e-40ec-9ac8-da52f4ff3273 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Resources bound (agent type, host, resource id): {{(pid=98473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:40:35.386669 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-81f8c022-a06e-40ec-9ac8-da52f4ff3273 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Received port after_create {{(pid=98473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:40:35.392209 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-81f8c022-a06e-40ec-9ac8-da52f4ff3273 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:35.392838 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-81f8c022-a06e-40ec-9ac8-da52f4ff3273 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:35.397968 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-541a4b21-b073-4791-8026-19b02ca257c1 req-1c0e545f-9d92-4db6-b0c6-6ab930281703 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809948 May 25 15:40:35.419657 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8c022-a06e-40ec-9ac8-da52f4ff3273 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Pushing event updated for resources: {'Port': ['ID=59e226d0-ad87-4d48-bc78-d4921b0d068d,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:35.423291 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-81f8c022-a06e-40ec-9ac8-da52f4ff3273 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:35.469998 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-81f8c022-a06e-40ec-9ac8-da52f4ff3273 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8504014 May 25 15:40:35.489947 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-e5bd2f0c-e640-445a-a5ea-50772cf7e7f5 service neutron] Request body: {'port': {'device_id': '32d95093-b734-4948-be51-5c959b1d0d0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:40:35.603404 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911aa69f-0bea-4463-9165-18e6e554b64e req-a74b5415-5800-4362-a89b-4200488219b1 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:35.604145 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-911aa69f-0bea-4463-9165-18e6e554b64e req-a74b5415-5800-4362-a89b-4200488219b1 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Synchronizing usage tracker for tenant:1d0d92ba8c334e7bb4ce451a7b4b1caf on resource:port {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:40:35.638685 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-e5bd2f0c-e640-445a-a5ea-50772cf7e7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:35.649746 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-911aa69f-0bea-4463-9165-18e6e554b64e req-a74b5415-5800-4362-a89b-4200488219b1 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Unset dirty status for tenant:1d0d92ba8c334e7bb4ce451a7b4b1caf on resource:port {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:40:35.650912 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-911aa69f-0bea-4463-9165-18e6e554b64e req-a74b5415-5800-4362-a89b-4200488219b1 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=32d95093-b734-4948-be51-5c959b1d0d0c HTTP/1.1" status: 200 len: 931 time: 0.2190440 May 25 15:40:35.756639 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-911aa69f-0bea-4463-9165-18e6e554b64e req-18314572-b443-45f7-a6eb-294875289631 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733356 May 25 15:40:35.954765 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 34516) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:36.017300 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ce1d0ba-0e50-4f1a-84fb-911160803fa8 admin admin] Deleting subnet bf1cb5a0-fbea-4580-87e8-0fe3dab4a1aa {{(pid=98474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 15:40:36.020755 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-8ce1d0ba-0e50-4f1a-84fb-911160803fa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:36.072997 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-8ce1d0ba-0e50-4f1a-84fb-911160803fa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981705'] for subnet, precommit_delete_associations {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:36.074777 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-e5bd2f0c-e640-445a-a5ea-50772cf7e7f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59e226d0-ad87-4d48-bc78-d4921b0d068d {{(pid=98473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:40:36.083240 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-e5bd2f0c-e640-445a-a5ea-50772cf7e7f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:36.101840 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.provisioning_blocks [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-e5bd2f0c-e640-445a-a5ea-50772cf7e7f5 service neutron] Transition to ACTIVE for port object 59e226d0-ad87-4d48-bc78-d4921b0d068d will not be triggered until provisioned by entity L2. {{(pid=98473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:40:36.106561 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-e5bd2f0c-e640-445a-a5ea-50772cf7e7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:36.112330 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-6841fc38-508f-4fd8-bf6f-1c057958c522 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:36.131323 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-8ce1d0ba-0e50-4f1a-84fb-911160803fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1682880'] for subnet, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:36.274723 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd2f0c-e640-445a-a5ea-50772cf7e7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=59e226d0-ad87-4d48-bc78-d4921b0d068d,revision_number=2']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:36.285475 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-e5bd2f0c-e640-445a-a5ea-50772cf7e7f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:36.292559 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.managers [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-e5bd2f0c-e640-445a-a5ea-50772cf7e7f5 service neutron] Attempting to bind port 59e226d0-ad87-4d48-bc78-d4921b0d068d on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:40:36.292899 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.managers [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-e5bd2f0c-e640-445a-a5ea-50772cf7e7f5 service neutron] Attempting to bind port 59e226d0-ad87-4d48-bc78-d4921b0d068d by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '1ec4470b-39ac-4e1b-833b-ea3a68e90e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a454cf6c-27f3-4e65-8a46-b57d728d820a'}] {{(pid=98473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:40:36.293234 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-e5bd2f0c-e640-445a-a5ea-50772cf7e7f5 service neutron] Attempting to bind port 59e226d0-ad87-4d48-bc78-d4921b0d068d on network a454cf6c-27f3-4e65-8a46-b57d728d820a {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:40:36.298019 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-e5bd2f0c-e640-445a-a5ea-50772cf7e7f5 service neutron] Port 59e226d0-ad87-4d48-bc78-d4921b0d068d on network a454cf6c-27f3-4e65-8a46-b57d728d820a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:40:36.298336 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-e5bd2f0c-e640-445a-a5ea-50772cf7e7f5 service neutron] Attempting to bind port 59e226d0-ad87-4d48-bc78-d4921b0d068d on network a454cf6c-27f3-4e65-8a46-b57d728d820a {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:40:36.303342 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-e5bd2f0c-e640-445a-a5ea-50772cf7e7f5 service neutron] Checking agent: {'id': 'eb2109ed-85e4-4c57-98e0-c43a853e4d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'started_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:40:36.303676 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-e5bd2f0c-e640-445a-a5ea-50772cf7e7f5 service neutron] Checking segment: {'id': '1ec4470b-39ac-4e1b-833b-ea3a68e90e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a454cf6c-27f3-4e65-8a46-b57d728d820a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:40:36.304094 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-e5bd2f0c-e640-445a-a5ea-50772cf7e7f5 service neutron] Bound using segment: {'id': '1ec4470b-39ac-4e1b-833b-ea3a68e90e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a454cf6c-27f3-4e65-8a46-b57d728d820a'} {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:40:36.304517 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.managers [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-e5bd2f0c-e640-445a-a5ea-50772cf7e7f5 service neutron] Bound port: 59e226d0-ad87-4d48-bc78-d4921b0d068d, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ec4470b-39ac-4e1b-833b-ea3a68e90e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a454cf6c-27f3-4e65-8a46-b57d728d820a'}}] {{(pid=98473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:40:36.304864 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-e5bd2f0c-e640-445a-a5ea-50772cf7e7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:36.376225 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-8ce1d0ba-0e50-4f1a-84fb-911160803fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33042293'] for subnet, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:36.380839 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:36.400554 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-e5bd2f0c-e640-445a-a5ea-50772cf7e7f5 service neutron] For port 59e226d0-ad87-4d48-bc78-d4921b0d068d, host hv-cinder-79124, cleared binding levels {{(pid=98473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:40:36.404413 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-e5bd2f0c-e640-445a-a5ea-50772cf7e7f5 service neutron] For port 59e226d0-ad87-4d48-bc78-d4921b0d068d, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=59e226d0-ad87-4d48-bc78-d4921b0d068d,segment=NetworkSegment(1ec4470b-39ac-4e1b-833b-ea3a68e90e6d),segment_id=1ec4470b-39ac-4e1b-833b-ea3a68e90e6d)] {{(pid=98473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:40:36.409682 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-e5bd2f0c-e640-445a-a5ea-50772cf7e7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:36.414876 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-e5bd2f0c-e640-445a-a5ea-50772cf7e7f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:36.422158 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1d0ba-0e50-4f1a-84fb-911160803fa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf1cb5a0-fbea-4580-87e8-0fe3dab4a1aa,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:36.429049 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-8ce1d0ba-0e50-4f1a-84fb-911160803fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:36.430277 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-8ce1d0ba-0e50-4f1a-84fb-911160803fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for subnet, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:36.445948 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-8ce1d0ba-0e50-4f1a-84fb-911160803fa8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bf1cb5a0-fbea-4580-87e8-0fe3dab4a1aa HTTP/1.1" status: 204 len: 168 time: 0.4871593 May 25 15:40:36.446437 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 34526) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:36.502815 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-e5bd2f0c-e640-445a-a5ea-50772cf7e7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:36.503431 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-e5bd2f0c-e640-445a-a5ea-50772cf7e7f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:36.504900 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-e5bd2f0c-e640-445a-a5ea-50772cf7e7f5 service neutron] 10.222.0.57 "PUT /v2.0/ports/59e226d0-ad87-4d48-bc78-d4921b0d068d HTTP/1.1" status: 200 len: 1093 time: 1.0263479 May 25 15:40:36.507899 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d95093-b734-4948-be51-5c959b1d0d0c', 'tag': '59e226d0-ad87-4d48-bc78-d4921b0d068d'}] {{(pid=98473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:40:36.514448 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd2f0c-e640-445a-a5ea-50772cf7e7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=59e226d0-ad87-4d48-bc78-d4921b0d068d,revision_number=3']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:36.518964 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-e5bd2f0c-e640-445a-a5ea-50772cf7e7f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:36.570257 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d95093-b734-4948-be51-5c959b1d0d0c', 'tag': '59e226d0-ad87-4d48-bc78-d4921b0d068d', 'status': 'completed', 'code': 200} May 25 15:40:36.574465 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e10d9c41-20fb-40bd-a4e5-0b7d8b6e755d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639092'] for network, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:36.615087 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90472149-6b74-43f4-b8e7-d08ec36c2f26 req-21cb52d4-f325-481d-9bbd-85d46c1dac41 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:36.616581 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-90472149-6b74-43f4-b8e7-d08ec36c2f26 req-21cb52d4-f325-481d-9bbd-85d46c1dac41 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.1036496 May 25 15:40:36.662994 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-90472149-6b74-43f4-b8e7-d08ec36c2f26 req-3b9d1c8d-846f-4915-a788-f92d2b569eb8 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406432 May 25 15:40:36.724103 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e10d9c41-20fb-40bd-a4e5-0b7d8b6e755d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1676623', 'neutron.services.segments.db._delete_segments_for_network-8758999550940'] for network, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:36.738099 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.services.segments.db [None req-e10d9c41-20fb-40bd-a4e5-0b7d8b6e755d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc2ab5b-ecab-4967-bff8-879c74e3a33e']}} {{(pid=98474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:40:36.750763 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.services.segments.db [None req-e10d9c41-20fb-40bd-a4e5-0b7d8b6e755d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad49e5a5-3c7b-441d-962f-c4d09987cf92') {'for_net_delete': True} {{(pid=98474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:40:36.751058 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.services.segments.db [None req-e10d9c41-20fb-40bd-a4e5-0b7d8b6e755d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad49e5a5-3c7b-441d-962f-c4d09987cf92') {} {{(pid=98474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:40:36.762612 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e10d9c41-20fb-40bd-a4e5-0b7d8b6e755d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758999559837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981698'] for segment, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:36.778933 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e10d9c41-20fb-40bd-a4e5-0b7d8b6e755d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:36.785074 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10d9c41-20fb-40bd-a4e5-0b7d8b6e755d admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=98474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:40:36.785456 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e10d9c41-20fb-40bd-a4e5-0b7d8b6e755d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-881679'] for segment, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:36.802151 dv-cinder-791240-3-iscsi neutron-server[98474]: Traceback (most recent call last): May 25 15:40:36.802151 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 15:40:36.802151 dv-cinder-791240-3-iscsi neutron-server[98474]: timer() May 25 15:40:36.802151 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 15:40:36.802151 dv-cinder-791240-3-iscsi neutron-server[98474]: cb(*args, **kw) May 25 15:40:36.802151 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 15:40:36.802151 dv-cinder-791240-3-iscsi neutron-server[98474]: return func(*args, **kwargs) May 25 15:40:36.802151 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 15:40:36.802151 dv-cinder-791240-3-iscsi neutron-server[98474]: self._notify() May 25 15:40:36.802151 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 15:40:36.802151 dv-cinder-791240-3-iscsi neutron-server[98474]: self.callback(batched_events) May 25 15:40:36.802151 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 15:40:36.802151 dv-cinder-791240-3-iscsi neutron-server[98474]: event.method(event) May 25 15:40:36.802151 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 15:40:36.802151 dv-cinder-791240-3-iscsi neutron-server[98474]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 15:40:36.802151 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 15:40:36.802151 dv-cinder-791240-3-iscsi neutron-server[98474]: aggregate_uuid = self.p_client.list_aggregates( May 25 15:40:36.802151 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 15:40:36.802151 dv-cinder-791240-3-iscsi neutron-server[98474]: return f(self, *a, **k) May 25 15:40:36.802151 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 15:40:36.802151 dv-cinder-791240-3-iscsi neutron-server[98474]: return self._get(url).json() May 25 15:40:36.802151 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 15:40:36.802151 dv-cinder-791240-3-iscsi neutron-server[98474]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 15:40:36.802151 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 15:40:36.802151 dv-cinder-791240-3-iscsi neutron-server[98474]: return self.request(url, 'GET', **kwargs) May 25 15:40:36.802151 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 15:40:36.802151 dv-cinder-791240-3-iscsi neutron-server[98474]: base_url = self.get_endpoint(auth, allow=allow, May 25 15:40:36.802151 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 15:40:36.802151 dv-cinder-791240-3-iscsi neutron-server[98474]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 15:40:36.802151 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 15:40:36.802151 dv-cinder-791240-3-iscsi neutron-server[98474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 15:40:36.802151 dv-cinder-791240-3-iscsi neutron-server[98474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 15:40:36.920663 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e10d9c41-20fb-40bd-a4e5-0b7d8b6e755d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1676614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-353586'] for network, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:36.927231 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e10d9c41-20fb-40bd-a4e5-0b7d8b6e755d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:36.931129 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:36.965901 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d9c41-20fb-40bd-a4e5-0b7d8b6e755d admin admin] Pushing event deleted for resources: {'Network': ['ID=acc2ab5b-ecab-4967-bff8-879c74e3a33e,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:36.970577 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-e10d9c41-20fb-40bd-a4e5-0b7d8b6e755d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:36.977660 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-e10d9c41-20fb-40bd-a4e5-0b7d8b6e755d admin admin] 10.222.0.32 "DELETE /v2.0/networks/acc2ab5b-ecab-4967-bff8-879c74e3a33e HTTP/1.1" status: 204 len: 168 time: 0.5276341 May 25 15:40:37.000987 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a20ce-68e3-4fd0-b3ff-0911653abff5 req-94ef40b9-6031-44d5-9957-0170ab7fa4c3 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:37.002488 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-136a20ce-68e3-4fd0-b3ff-0911653abff5 req-94ef40b9-6031-44d5-9957-0170ab7fa4c3 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=32d95093-b734-4948-be51-5c959b1d0d0c HTTP/1.1" status: 200 len: 943 time: 0.1254308 May 25 15:40:37.113162 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-136a20ce-68e3-4fd0-b3ff-0911653abff5 req-7e55f753-0b3d-47f5-976e-55ca3c954f47 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046686 May 25 15:40:37.215926 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 34556) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:37.272942 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-ce849465-3494-4793-9757-b5bf8e8e3006 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=819e50a1b0dd40f28366b0a596caf150&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0555222 May 25 15:40:37.275275 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 34560) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:37.331457 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a4e1bffd-15d7-46be-91e5-1aecc33785a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:37.355846 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a4e1bffd-15d7-46be-91e5-1aecc33785a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:37.405807 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a4e1bffd-15d7-46be-91e5-1aecc33785a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:37.410258 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:37.425382 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1bffd-15d7-46be-91e5-1aecc33785a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3324d24-1f64-4059-a4af-856778a4db31,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:37.427992 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-a4e1bffd-15d7-46be-91e5-1aecc33785a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:37.438688 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a4e1bffd-15d7-46be-91e5-1aecc33785a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:37.439727 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-a4e1bffd-15d7-46be-91e5-1aecc33785a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c3324d24-1f64-4059-a4af-856778a4db31 HTTP/1.1" status: 204 len: 168 time: 0.1635284 May 25 15:40:37.866380 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d1ac5-43f7-45af-b360-12628380d6c3 req-6a4fe412-3ed4-4050-ae4b-69b277a3e48c tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:37.867852 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-770d1ac5-43f7-45af-b360-12628380d6c3 req-6a4fe412-3ed4-4050-ae4b-69b277a3e48c tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.0850935 May 25 15:40:37.912167 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-770d1ac5-43f7-45af-b360-12628380d6c3 req-df85792d-cc37-4785-bfdf-cf12d866c789 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386431 May 25 15:40:38.180296 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 34596) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:38.302158 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-9566e4a2-e0da-4742-9186-4724fda3d47f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1719013093-network', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:40:38.317217 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-9566e4a2-e0da-4742-9186-4724fda3d47f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:40:38.321478 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-9566e4a2-e0da-4742-9186-4724fda3d47f admin admin] Usage tracker for resource:network and tenant:09c1045625524f1b90d5479c8fb05c9e is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:40:38.325632 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-9566e4a2-e0da-4742-9186-4724fda3d47f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:40:38.337824 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-9566e4a2-e0da-4742-9186-4724fda3d47f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:40:38.349705 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9566e4a2-e0da-4742-9186-4724fda3d47f admin admin] Made reservation on behalf of 09c1045625524f1b90d5479c8fb05c9e for: {'network': 1} {{(pid=98473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:40:38.352531 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-9566e4a2-e0da-4742-9186-4724fda3d47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1658119'] for network, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:38.365321 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-9566e4a2-e0da-4742-9186-4724fda3d47f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:38.380773 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-9566e4a2-e0da-4742-9186-4724fda3d47f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:40:38.384515 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-9566e4a2-e0da-4742-9186-4724fda3d47f admin admin] Usage tracker for resource:security_group_rule and tenant:09c1045625524f1b90d5479c8fb05c9e is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:40:38.387361 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-9566e4a2-e0da-4742-9186-4724fda3d47f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:40:38.393811 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-9566e4a2-e0da-4742-9186-4724fda3d47f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:40:38.456687 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab9d31-c9c2-4935-abb2-78b948de33f4 req-82026943-807c-45f5-b810-556f5b51d1e4 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:38.458177 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-fdab9d31-c9c2-4935-abb2-78b948de33f4 req-82026943-807c-45f5-b810-556f5b51d1e4 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=32d95093-b734-4948-be51-5c959b1d0d0c HTTP/1.1" status: 200 len: 943 time: 0.0872524 May 25 15:40:38.486954 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-9566e4a2-e0da-4742-9186-4724fda3d47f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:38.491854 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-9566e4a2-e0da-4742-9186-4724fda3d47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:38.496252 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:38.506938 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-fdab9d31-c9c2-4935-abb2-78b948de33f4 req-abf6ea20-07a3-4032-96fd-f1c4e1dfd77b tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429821 May 25 15:40:38.526953 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9566e4a2-e0da-4742-9186-4724fda3d47f admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=98473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:40:38.532702 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566e4a2-e0da-4742-9186-4724fda3d47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071fe0aa-eaa2-49bc-aa62-2c31e5f4f521,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:38.536151 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-9566e4a2-e0da-4742-9186-4724fda3d47f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:38.538820 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-9566e4a2-e0da-4742-9186-4724fda3d47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:38.539154 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.db.segments_db [None req-9566e4a2-e0da-4742-9186-4724fda3d47f admin admin] Added segment b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70 of type vlan for network 6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f May 25 15:40:38.566980 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-9566e4a2-e0da-4742-9186-4724fda3d47f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758999109461'] for network, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:38.596018 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-9566e4a2-e0da-4742-9186-4724fda3d47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430'] for network, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:38.597588 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9566e4a2-e0da-4742-9186-4724fda3d47f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:38.598183 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-9566e4a2-e0da-4742-9186-4724fda3d47f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:38.602830 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:38.708386 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-9566e4a2-e0da-4742-9186-4724fda3d47f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5233970 May 25 15:40:38.708591 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 34616) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:38.725748 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-634bc57c-55ec-4e25-84c8-4e189174993f admin admin] Request body: {'subnet': {'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1719013093-subnet', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:40:38.726283 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566e4a2-e0da-4742-9186-4724fda3d47f admin admin] Pushing event updated for resources: {'Network': ['ID=6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:38.729852 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-9566e4a2-e0da-4742-9186-4724fda3d47f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:38.730882 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-634bc57c-55ec-4e25-84c8-4e189174993f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:40:38.735911 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-634bc57c-55ec-4e25-84c8-4e189174993f admin admin] Usage tracker for resource:subnet and tenant:09c1045625524f1b90d5479c8fb05c9e is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:40:38.739567 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-634bc57c-55ec-4e25-84c8-4e189174993f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:40:38.741594 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Network 6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f details requested by agent ovs-agent-dv-cinder-791240-3-iscsi with host dv-cinder-791240-3-iscsi {{(pid=98475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:40:38.745428 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-634bc57c-55ec-4e25-84c8-4e189174993f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:40:38.759406 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634bc57c-55ec-4e25-84c8-4e189174993f admin admin] Made reservation on behalf of 09c1045625524f1b90d5479c8fb05c9e for: {'subnet': 1} {{(pid=98473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:40:38.761795 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-634bc57c-55ec-4e25-84c8-4e189174993f admin admin] Notify callbacks [] for subnet, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:39.097996 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f6675-6573-4748-9821-d03023f7db81 req-a394547c-9160-4c92-af36-1a8d4c079723 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:39.099564 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d96f6675-6573-4748-9821-d03023f7db81 req-a394547c-9160-4c92-af36-1a8d4c079723 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.0787065 May 25 15:40:39.150832 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d96f6675-6573-4748-9821-d03023f7db81 req-b6ee2f20-d33f-4e0b-be4d-b023774bf005 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452003 May 25 15:40:39.242406 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-634bc57c-55ec-4e25-84c8-4e189174993f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453'] for subnet, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:39.247233 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-b4212643-6e8b-4600-b153-448f6e45d842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:39.318034 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634bc57c-55ec-4e25-84c8-4e189174993f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f08251b0-e8ff-4f78-a05b-357588699f33,revision_number=0']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:39.321230 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-634bc57c-55ec-4e25-84c8-4e189174993f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:39.328163 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634bc57c-55ec-4e25-84c8-4e189174993f admin admin] Checking segment: {'id': 'b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:40:39.328522 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634bc57c-55ec-4e25-84c8-4e189174993f admin admin] Network hostable DHCP agents. Network: 6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f, hostable agents: ['42768c43-11d1-4f10-a648-883cd7cd861b'], hosted agents: [] {{(pid=98473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:40:39.345914 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634bc57c-55ec-4e25-84c8-4e189174993f admin admin] Network 6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f is scheduled to be hosted by DHCP agent 42768c43-11d1-4f10-a648-883cd7cd861b with binding_index 1 {{(pid=98473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:40:39.356208 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.base_scheduler [None req-634bc57c-55ec-4e25-84c8-4e189174993f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-iscsi, 6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f) {{(pid=98473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:40:39.360922 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634bc57c-55ec-4e25-84c8-4e189174993f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:39.361506 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-634bc57c-55ec-4e25-84c8-4e189174993f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for subnet, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:39.366481 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b20aba2-6684-4e13-a7a0-a955a9bb7a06 None None] Network 6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:40:39.383419 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-634bc57c-55ec-4e25-84c8-4e189174993f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6737840 May 25 15:40:39.386084 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 34626) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:39.393545 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-39deb7e9-4436-44d4-bfb5-1d8af2c08b60 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1719013093-router', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'}}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:40:39.398696 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-39deb7e9-4436-44d4-bfb5-1d8af2c08b60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:40:39.402869 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-39deb7e9-4436-44d4-bfb5-1d8af2c08b60 admin admin] Usage tracker for resource:router and tenant:09c1045625524f1b90d5479c8fb05c9e is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:40:39.406577 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-39deb7e9-4436-44d4-bfb5-1d8af2c08b60 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:40:39.412549 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-39deb7e9-4436-44d4-bfb5-1d8af2c08b60 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:40:39.422524 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-39deb7e9-4436-44d4-bfb5-1d8af2c08b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-360001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2893'] for router, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:39.423583 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-39deb7e9-4436-44d4-bfb5-1d8af2c08b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-353694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2886'] for router, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:39.450017 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-39deb7e9-4436-44d4-bfb5-1d8af2c08b60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:39.607548 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3986d8-61c6-5ed6-8f1b-ad1f15f239cc-6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f', 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'fixed_ips': [{'subnet_id': 'f08251b0-e8ff-4f78-a05b-357588699f33'}]}} from dv-cinder-791240-3-iscsi. {{(pid=98475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 15:40:39.608326 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:39.699979 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc114263-eecd-44cd-83ef-6f6d9a4ca30d req-75797578-eb9e-4139-a296-118e915b43df tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:39.701904 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-fc114263-eecd-44cd-83ef-6f6d9a4ca30d req-75797578-eb9e-4139-a296-118e915b43df tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=32d95093-b734-4948-be51-5c959b1d0d0c HTTP/1.1" status: 200 len: 943 time: 0.0857201 May 25 15:40:39.736007 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-39deb7e9-4436-44d4-bfb5-1d8af2c08b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-353723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-360051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2864'] for router, precommit_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:39.751604 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-fc114263-eecd-44cd-83ef-6f6d9a4ca30d req-e8ad2151-eaf2-4980-add7-e1570f1453d9 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434425 May 25 15:40:39.800691 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.db_base_plugin_common [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Allocated IP 172.20.0.2 (6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f/f08251b0-e8ff-4f78-a05b-357588699f33/0beaf532-13b3-4ca5-9e61-7896cb75886c) {{(pid=98475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:40:40.006421 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Notify callbacks [] for port, precommit_create {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:40.016715 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Transition to ACTIVE for port object 0beaf532-13b3-4ca5-9e61-7896cb75886c will not be triggered until provisioned by entity L2. {{(pid=98475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:40:40.034204 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Transition to ACTIVE for port object 0beaf532-13b3-4ca5-9e61-7896cb75886c will not be triggered until provisioned by entity DHCP. {{(pid=98475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:40:40.039847 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363'] for port, after_create {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:40.044368 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:40.071715 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-39deb7e9-4436-44d4-bfb5-1d8af2c08b60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:40.103616 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Network 6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f is already hosted by enough agents. {{(pid=98475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:40:40.104358 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-39deb7e9-4436-44d4-bfb5-1d8af2c08b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:40.106490 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.scheduler.base_scheduler [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Resources bound (agent type, host, resource id): {{(pid=98475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:40:40.110694 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Received port after_create {{(pid=98475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:40:40.142719 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Pushing event updated for resources: {'Port': ['ID=0beaf532-13b3-4ca5-9e61-7896cb75886c,revision_number=1']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:40.201051 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:40.201238 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:40.201469 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:40.201794 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:40.202182 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:40.202509 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:40.202826 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:40.203147 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:40.203466 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:40.203780 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:40.204111 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:40.204422 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:40.212421 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:40.243703 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Attempting to bind port 0beaf532-13b3-4ca5-9e61-7896cb75886c on host dv-cinder-791240-3-iscsi for vnic_type normal with profile {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:40:40.244096 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Attempting to bind port 0beaf532-13b3-4ca5-9e61-7896cb75886c by drivers openvswitch,hyperv on host dv-cinder-791240-3-iscsi at level 0 using segments [{'id': 'b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f'}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:40:40.244465 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Attempting to bind port 0beaf532-13b3-4ca5-9e61-7896cb75886c on network 6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:40:40.250992 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Checking agent: {'id': '0d0ec358-3583-457d-8c3e-30368d3d3544', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 31, 43), 'started_at': datetime.datetime(2021, 5, 25, 15, 32, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:40:40.251353 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Checking segment: {'id': 'b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:40:40.251772 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:40.252172 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Bound using segment: {'id': 'b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f'} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:40:40.252637 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Bound port: 0beaf532-13b3-4ca5-9e61-7896cb75886c, host: dv-cinder-791240-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f'}}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:40:40.253009 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:40.263897 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-6a613f3f-d73f-4ec2-b130-c234e76e28fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:40.279612 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.db_base_plugin_common [None req-39deb7e9-4436-44d4-bfb5-1d8af2c08b60 admin admin] Allocated IP 172.27.3.237 (64bdbeb4-2429-4b9e-9f88-29f950eefffc/3f9f8472-0ab8-4bd8-a441-92a12c3f4c58/0470a132-d4ea-47d0-b054-56d6a9d49bf6) {{(pid=98473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:40:40.353748 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] For port 0beaf532-13b3-4ca5-9e61-7896cb75886c, host dv-cinder-791240-3-iscsi, cleared binding levels {{(pid=98475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:40:40.357128 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] For port 0beaf532-13b3-4ca5-9e61-7896cb75886c, host dv-cinder-791240-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=0beaf532-13b3-4ca5-9e61-7896cb75886c,segment=NetworkSegment(b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70),segment_id=b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70)] {{(pid=98475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:40:40.362768 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:40.367856 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-da56fbba-7dc8-4930-b630-d5a9a79e9c99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:40.380222 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac8631-d5ea-4e16-b230-429cc1e3e5fd req-a363ee2e-fb1f-4047-bb29-c70dbca5b48d tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:40.381885 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8aac8631-d5ea-4e16-b230-429cc1e3e5fd req-a363ee2e-fb1f-4047-bb29-c70dbca5b48d tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.0970316 May 25 15:40:40.429025 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8aac8631-d5ea-4e16-b230-429cc1e3e5fd req-94cf207a-281f-4631-9021-15fcb1b6798c tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407610 May 25 15:40:40.445519 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Pushing event updated for resources: {'Port': ['ID=0beaf532-13b3-4ca5-9e61-7896cb75886c,revision_number=2']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:40.450681 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:40.452267 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-39deb7e9-4436-44d4-bfb5-1d8af2c08b60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:40.491611 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-39deb7e9-4436-44d4-bfb5-1d8af2c08b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363'] for port, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:40.495656 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-e5bd2f0c-e640-445a-a5ea-50772cf7e7f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:40.572820 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39deb7e9-4436-44d4-bfb5-1d8af2c08b60 admin admin] Network 64bdbeb4-2429-4b9e-9f88-29f950eefffc is already hosted by enough agents. {{(pid=98473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:40:40.575455 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.base_scheduler [None req-39deb7e9-4436-44d4-bfb5-1d8af2c08b60 admin admin] Resources bound (agent type, host, resource id): {{(pid=98473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:40:40.580114 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39deb7e9-4436-44d4-bfb5-1d8af2c08b60 admin admin] Received port after_create {{(pid=98473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:40:40.644281 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39deb7e9-4436-44d4-bfb5-1d8af2c08b60 admin admin] Pushing event updated for resources: {'Port': ['ID=0470a132-d4ea-47d0-b054-56d6a9d49bf6,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:40.657114 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-39deb7e9-4436-44d4-bfb5-1d8af2c08b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:40.979353 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c770d-9f2e-4f70-8ad3-a34ba6a6c895 req-c9f7c1ab-c6ef-44a3-89f5-cc3f8dcabb41 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:40.980868 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-7c4c770d-9f2e-4f70-8ad3-a34ba6a6c895 req-c9f7c1ab-c6ef-44a3-89f5-cc3f8dcabb41 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=32d95093-b734-4948-be51-5c959b1d0d0c HTTP/1.1" status: 200 len: 943 time: 0.1199324 May 25 15:40:41.025636 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-7c4c770d-9f2e-4f70-8ad3-a34ba6a6c895 req-8335289b-fad4-4b7e-8591-2d48ded0a82c tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386202 May 25 15:40:41.105641 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-39deb7e9-4436-44d4-bfb5-1d8af2c08b60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:41.157234 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f550e-24f8-4ce2-a8c4-44ee56900056 req-a92eb1cd-edba-4bf3-be25-d940c70e1da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:41.158699 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-917f550e-24f8-4ce2-a8c4-44ee56900056 req-a92eb1cd-edba-4bf3-be25-d940c70e1da7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1d0d92ba8c334e7bb4ce451a7b4b1caf&device_id=32d95093-b734-4948-be51-5c959b1d0d0c HTTP/1.1" status: 200 len: 1096 time: 0.2338493 May 25 15:40:41.328157 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ed5e2a-8d6f-4596-b2e3-6ba93eeb1ce8 None None] Network 6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:40:41.416426 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-cabc1e8e-7205-4196-999f-91d8f9ec33b1 None None] Provisioning for port 0beaf532-13b3-4ca5-9e61-7896cb75886c completed by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:40:41.455349 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f550e-24f8-4ce2-a8c4-44ee56900056 req-1dfdd3a5-3f08-447f-9a93-9bf97caf0ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:41.458287 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-917f550e-24f8-4ce2-a8c4-44ee56900056 req-1dfdd3a5-3f08-447f-9a93-9bf97caf0ee4 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=1d0d92ba8c334e7bb4ce451a7b4b1caf&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2853856 May 25 15:40:41.747126 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-39deb7e9-4436-44d4-bfb5-1d8af2c08b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-360008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-353784'] for router, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:41.813939 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f550e-24f8-4ce2-a8c4-44ee56900056 req-547f2dd7-da47-40e1-8fa1-71343fc320ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:41.815472 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-917f550e-24f8-4ce2-a8c4-44ee56900056 req-547f2dd7-da47-40e1-8fa1-71343fc320ed service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3417883 May 25 15:40:41.851649 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa5b3a-62c6-4d5f-aea8-b09c523d3522 req-8d801204-020c-4edc-978a-e8be4582525b tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:41.853138 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-53aa5b3a-62c6-4d5f-aea8-b09c523d3522 req-8d801204-020c-4edc-978a-e8be4582525b tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.3092434 May 25 15:40:42.029189 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-53aa5b3a-62c6-4d5f-aea8-b09c523d3522 req-6c595408-37e9-4e4a-8bc2-741bd5a1ae21 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418655 May 25 15:40:42.058152 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-db46f535-8030-46f8-b81e-71eddc2d12e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:42.059617 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-db46f535-8030-46f8-b81e-71eddc2d12e1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1d0d92ba8c334e7bb4ce451a7b4b1caf&device_id=32d95093-b734-4948-be51-5c959b1d0d0c HTTP/1.1" status: 200 len: 1096 time: 0.2036009 May 25 15:40:42.269669 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-5590ccfc-1847-42ba-84ca-b04a8d75978c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59e226d0-ad87-4d48-bc78-d4921b0d068d HTTP/1.1" status: 200 len: 217 time: 0.1955462 May 25 15:40:42.311096 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39deb7e9-4436-44d4-bfb5-1d8af2c08b60 admin admin] Router 46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b is scheduled to L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 with binding_index 1 {{(pid=98473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 15:40:42.433759 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-71a93d90-eaf6-4712-93fe-edce3900c5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:42.435171 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-71a93d90-eaf6-4712-93fe-edce3900c5b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5d406481-8ad1-4ef9-a379-1390671d5486 HTTP/1.1" status: 200 len: 855 time: 0.1548877 May 25 15:40:42.536271 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-85f145c0-70c3-4fcf-a57c-3ec6eef5057e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a454cf6c-27f3-4e65-8a46-b57d728d820a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930603 May 25 15:40:42.552490 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c00a2c-7d03-4afd-9948-e5c48977710e req-bcf159ea-0c8a-427f-9491-fd499cdf13ab tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:42.553911 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-27c00a2c-7d03-4afd-9948-e5c48977710e req-bcf159ea-0c8a-427f-9491-fd499cdf13ab tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=32d95093-b734-4948-be51-5c959b1d0d0c HTTP/1.1" status: 200 len: 943 time: 0.3288879 May 25 15:40:42.705641 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-27c00a2c-7d03-4afd-9948-e5c48977710e req-373a781a-b1ce-47cb-b506-668fc6e8ce0e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231935 May 25 15:40:42.706600 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39deb7e9-4436-44d4-bfb5-1d8af2c08b60 admin admin] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:40:42.719903 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca2e564-b2d3-48e2-9fad-81f8b05dc8f3 None None] Sync routers for ids ['46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'] in dv-cinder-791240-3-iscsi {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:40:42.748407 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:42.760883 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-39deb7e9-4436-44d4-bfb5-1d8af2c08b60 admin admin] Notify callbacks [] for router, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:42.762603 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-39deb7e9-4436-44d4-bfb5-1d8af2c08b60 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3750389 May 25 15:40:42.765293 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 34672) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:42.767749 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-16986124-34b3-445d-8183-201c77c89646 service neutron] 10.222.0.57 "GET /v2.0/networks/a454cf6c-27f3-4e65-8a46-b57d728d820a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236669 May 25 15:40:42.769378 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca2e564-b2d3-48e2-9fad-81f8b05dc8f3 None None] Routers {'46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:40:42.770226 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-7ca2e564-b2d3-48e2-9fad-81f8b05dc8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:40:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:40:42.770540 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 0beaf532-13b3-4ca5-9e61-7896cb75886c up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:40:42.873340 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning for port 0beaf532-13b3-4ca5-9e61-7896cb75886c completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:40:42.883251 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-daa32f8d-cb04-4b92-9f6e-becc51505241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:42.885603 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port 0beaf532-13b3-4ca5-9e61-7896cb75886c triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:40:42.886166 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:42.998388 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-7ca2e564-b2d3-48e2-9fad-81f8b05dc8f3 None None] Set router 46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b gateway port host: dv-cinder-791240-3-iscsi {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:40:43.025920 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-cc027bbf-66b4-45f2-8dd7-dc3bb30d558d req-fb1bb33f-2f85-4aa3-805f-e923db09dcfd service neutron] 10.222.0.57 "GET /v2.0/networks/a454cf6c-27f3-4e65-8a46-b57d728d820a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439368 May 25 15:40:43.037755 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:43.077628 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] For port 0beaf532-13b3-4ca5-9e61-7896cb75886c, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=0beaf532-13b3-4ca5-9e61-7896cb75886c,segment=NetworkSegment(b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70),segment_id=b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:40:43.089543 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:43.091654 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:43.299540 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Pushing event updated for resources: {'Port': ['ID=0beaf532-13b3-4ca5-9e61-7896cb75886c,revision_number=3']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:43.306488 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:43.382595 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651beaa6-292c-4121-b2ff-dd6a9f40820f req-7a475071-dbc8-4fd9-9651-997f938cfbdf tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:43.396957 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-651beaa6-292c-4121-b2ff-dd6a9f40820f req-7a475071-dbc8-4fd9-9651-997f938cfbdf tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.1433494 May 25 15:40:43.431469 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-7ca2e564-b2d3-48e2-9fad-81f8b05dc8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'name': 'tempest-AttachVolumeTestJSON-1719013093-router', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:40:39Z', 'updated_at': '2021-05-25T15:40:40Z', 'revision_number': 3, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'gw_port': {'id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:40:40Z', 'updated_at': '2021-05-25T15:40:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi'}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:40:43.437119 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca2e564-b2d3-48e2-9fad-81f8b05dc8f3 None None] Checking router: 46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b for host: dv-cinder-791240-3-iscsi {{(pid=98476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:40:43.437674 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca2e564-b2d3-48e2-9fad-81f8b05dc8f3 None None] Updating router 46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b port 0470a132-d4ea-47d0-b054-56d6a9d49bf6 binding host dv-cinder-791240-3-iscsi {{(pid=98476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:40:43.470320 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-651beaa6-292c-4121-b2ff-dd6a9f40820f req-7c17c1e9-0f34-473c-907e-2387cd0a43ea tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722933 May 25 15:40:43.508414 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-7ca2e564-b2d3-48e2-9fad-81f8b05dc8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:43.720686 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:44.062808 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-7ca2e564-b2d3-48e2-9fad-81f8b05dc8f3 None None] Notify callbacks [] for port, precommit_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:44.063552 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ed34bc64-398e-421e-aca7-958ad3fe818f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:44.075006 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.provisioning_blocks [None req-7ca2e564-b2d3-48e2-9fad-81f8b05dc8f3 None None] Transition to ACTIVE for port object 0470a132-d4ea-47d0-b054-56d6a9d49bf6 will not be triggered until provisioned by entity L2. {{(pid=98476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:40:44.082347 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-7ca2e564-b2d3-48e2-9fad-81f8b05dc8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:44.087385 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [None req-c46b025d-470a-4023-8a64-fb3363fe6d1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:44.163934 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.managers [None req-7ca2e564-b2d3-48e2-9fad-81f8b05dc8f3 None None] Attempting to bind port 0470a132-d4ea-47d0-b054-56d6a9d49bf6 on host dv-cinder-791240-3-iscsi for vnic_type normal with profile {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:40:44.164301 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.managers [None req-7ca2e564-b2d3-48e2-9fad-81f8b05dc8f3 None None] Attempting to bind port 0470a132-d4ea-47d0-b054-56d6a9d49bf6 by drivers openvswitch,hyperv on host dv-cinder-791240-3-iscsi at level 0 using segments [{'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'}] {{(pid=98476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:40:44.164663 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca2e564-b2d3-48e2-9fad-81f8b05dc8f3 None None] Attempting to bind port 0470a132-d4ea-47d0-b054-56d6a9d49bf6 on network 64bdbeb4-2429-4b9e-9f88-29f950eefffc {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:40:44.170297 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e5d2fa-f61a-4927-b38d-5afcdbfc4f95 None None] Pushing event updated for resources: {'Port': ['ID=0470a132-d4ea-47d0-b054-56d6a9d49bf6,revision_number=2']} {{(pid=98476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:44.175566 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca2e564-b2d3-48e2-9fad-81f8b05dc8f3 None None] Checking agent: {'id': '0d0ec358-3583-457d-8c3e-30368d3d3544', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 31, 43), 'started_at': datetime.datetime(2021, 5, 25, 15, 32, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:40:44.175976 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca2e564-b2d3-48e2-9fad-81f8b05dc8f3 None None] Checking segment: {'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:40:44.176374 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-7ca2e564-b2d3-48e2-9fad-81f8b05dc8f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:44.176754 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca2e564-b2d3-48e2-9fad-81f8b05dc8f3 None None] Bound using segment: {'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'} {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:40:44.177218 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.managers [None req-7ca2e564-b2d3-48e2-9fad-81f8b05dc8f3 None None] Bound port: 0470a132-d4ea-47d0-b054-56d6a9d49bf6, host: dv-cinder-791240-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'}}] {{(pid=98476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:40:44.177585 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-7ca2e564-b2d3-48e2-9fad-81f8b05dc8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:44.180457 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec5630-5f85-41ab-ac94-851d7aee76df req-585d79d4-4cb6-4af6-800b-8976af9a247e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:44.181916 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-17ec5630-5f85-41ab-ac94-851d7aee76df req-585d79d4-4cb6-4af6-800b-8976af9a247e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=32d95093-b734-4948-be51-5c959b1d0d0c HTTP/1.1" status: 200 len: 943 time: 0.2282956 May 25 15:40:44.208543 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e5d2fa-f61a-4927-b38d-5afcdbfc4f95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:44.208879 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e5d2fa-f61a-4927-b38d-5afcdbfc4f95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:44.209212 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e5d2fa-f61a-4927-b38d-5afcdbfc4f95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:44.209701 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e5d2fa-f61a-4927-b38d-5afcdbfc4f95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:44.210026 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e5d2fa-f61a-4927-b38d-5afcdbfc4f95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:44.210395 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e5d2fa-f61a-4927-b38d-5afcdbfc4f95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:44.210652 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e5d2fa-f61a-4927-b38d-5afcdbfc4f95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:44.210991 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e5d2fa-f61a-4927-b38d-5afcdbfc4f95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:44.211299 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e5d2fa-f61a-4927-b38d-5afcdbfc4f95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:44.211614 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e5d2fa-f61a-4927-b38d-5afcdbfc4f95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:44.211948 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e5d2fa-f61a-4927-b38d-5afcdbfc4f95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:44.212258 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e5d2fa-f61a-4927-b38d-5afcdbfc4f95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:40:44.222183 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [None req-a7e5d2fa-f61a-4927-b38d-5afcdbfc4f95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:44.263475 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.db [None req-7ca2e564-b2d3-48e2-9fad-81f8b05dc8f3 None None] For port 0470a132-d4ea-47d0-b054-56d6a9d49bf6, host dv-cinder-791240-3-iscsi, cleared binding levels {{(pid=98476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:40:44.267246 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.db [None req-7ca2e564-b2d3-48e2-9fad-81f8b05dc8f3 None None] For port 0470a132-d4ea-47d0-b054-56d6a9d49bf6, host dv-cinder-791240-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=0470a132-d4ea-47d0-b054-56d6a9d49bf6,segment=NetworkSegment(709432ef-9055-43de-bcb9-c4833f38b817),segment_id=709432ef-9055-43de-bcb9-c4833f38b817)] {{(pid=98476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:40:44.280559 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-7ca2e564-b2d3-48e2-9fad-81f8b05dc8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:44.280754 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-17ec5630-5f85-41ab-ac94-851d7aee76df req-2685ab52-e3e7-4ba4-8d32-6e43ffca64c7 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705073 May 25 15:40:44.284864 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:44.336743 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.db_base_plugin_common [None req-ed34bc64-398e-421e-aca7-958ad3fe818f admin admin] Allocated IP 172.20.0.1 (6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f/f08251b0-e8ff-4f78-a05b-357588699f33/49d3a23c-977c-4b60-8414-e557f509f763) {{(pid=98474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:40:44.368065 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca2e564-b2d3-48e2-9fad-81f8b05dc8f3 None None] Routers {'46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:40:44.368681 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-7ca2e564-b2d3-48e2-9fad-81f8b05dc8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:40:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:40:44.425446 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e5d2fa-f61a-4927-b38d-5afcdbfc4f95 None None] Pushing event updated for resources: {'Port': ['ID=0470a132-d4ea-47d0-b054-56d6a9d49bf6,revision_number=3']} {{(pid=98476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:44.460499 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [None req-a7e5d2fa-f61a-4927-b38d-5afcdbfc4f95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:44.544966 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ed34bc64-398e-421e-aca7-958ad3fe818f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:44.565892 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.provisioning_blocks [None req-ed34bc64-398e-421e-aca7-958ad3fe818f admin admin] Transition to ACTIVE for port object 49d3a23c-977c-4b60-8414-e557f509f763 will not be triggered until provisioned by entity DHCP. {{(pid=98474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:40:44.635135 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-7ca2e564-b2d3-48e2-9fad-81f8b05dc8f3 None None] Set router 46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b gateway port host: dv-cinder-791240-3-iscsi {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:40:44.638003 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ed34bc64-398e-421e-aca7-958ad3fe818f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:44.652407 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-2813624d-c76f-4f34-8245-be2e4217886b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:44.666197 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 0beaf532-13b3-4ca5-9e61-7896cb75886c up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:40:44.740056 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed34bc64-398e-421e-aca7-958ad3fe818f admin admin] Network 6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f is already hosted by enough agents. {{(pid=98474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:40:44.745607 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [None req-ed34bc64-398e-421e-aca7-958ad3fe818f admin admin] Resources bound (agent type, host, resource id): {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:40:44.748298 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port 0beaf532-13b3-4ca5-9e61-7896cb75886c triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:40:44.749550 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:44.752860 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed34bc64-398e-421e-aca7-958ad3fe818f admin admin] Received port after_create {{(pid=98474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:40:44.803429 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed34bc64-398e-421e-aca7-958ad3fe818f admin admin] Pushing event updated for resources: {'Port': ['ID=49d3a23c-977c-4b60-8414-e557f509f763,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:44.811357 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-ed34bc64-398e-421e-aca7-958ad3fe818f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:44.824662 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ed34bc64-398e-421e-aca7-958ad3fe818f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-352649'] for router_interface, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:44.836842 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96819350-4ea8-4dcf-bbec-9f174f32926f req-ca5808c9-bd72-4b7d-b549-ba43c3efe547 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:44.838358 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-96819350-4ea8-4dcf-bbec-9f174f32926f req-ca5808c9-bd72-4b7d-b549-ba43c3efe547 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.2463610 May 25 15:40:44.974759 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-96819350-4ea8-4dcf-bbec-9f174f32926f req-42d1f821-1c86-49ae-8def-e1622a508ae7 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011767 May 25 15:40:45.120659 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-7ca2e564-b2d3-48e2-9fad-81f8b05dc8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'name': 'tempest-AttachVolumeTestJSON-1719013093-router', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:40:39Z', 'updated_at': '2021-05-25T15:40:40Z', 'revision_number': 3, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'gw_port': {'id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:40:40Z', 'updated_at': '2021-05-25T15:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi'}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:40:45.140268 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca2e564-b2d3-48e2-9fad-81f8b05dc8f3 None None] The sync data for ids ['46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'] in dv-cinder-791240-3-iscsi is: [{'id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'name': 'tempest-AttachVolumeTestJSON-1719013093-router', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:40:39Z', 'updated_at': '2021-05-25T15:40:40Z', 'revision_number': 3, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'gw_port': {'id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:40:40Z', 'updated_at': '2021-05-25T15:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi'}] {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:40:45.144113 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ed34bc64-398e-421e-aca7-958ad3fe818f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:45.205962 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-603f8f22-4259-4e8b-9a2a-32db8898d720 None None] Provisioning for port 49d3a23c-977c-4b60-8414-e557f509f763 completed by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:40:45.213343 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-603f8f22-4259-4e8b-9a2a-32db8898d720 None None] Provisioning complete for port 49d3a23c-977c-4b60-8414-e557f509f763 triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:40:45.213801 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-603f8f22-4259-4e8b-9a2a-32db8898d720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:45.343598 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-603f8f22-4259-4e8b-9a2a-32db8898d720 None None] Port 49d3a23c-977c-4b60-8414-e557f509f763 cannot update to ACTIVE because it is not bound. {{(pid=98475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:40:45.408990 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a68dd567-cf41-4f39-ae02-244ee0643178 req-2dfcf442-92bb-4741-9da5-860fc1025c77 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cca27a72-d3fb-47eb-a009-4707c96cb88d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0974224 May 25 15:40:45.435241 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ed34bc64-398e-421e-aca7-958ad3fe818f admin admin] Notify callbacks [] for port, precommit_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:45.442925 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ed34bc64-398e-421e-aca7-958ad3fe818f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-881747'] for port, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:45.486878 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:45.504488 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-2813624d-c76f-4f34-8245-be2e4217886b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:45.598696 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ed34bc64-398e-421e-aca7-958ad3fe818f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-352548'] for router_interface, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:45.637772 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed34bc64-398e-421e-aca7-958ad3fe818f admin admin] Pushing event updated for resources: {'Port': ['ID=49d3a23c-977c-4b60-8414-e557f509f763,revision_number=2']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:45.641191 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-ed34bc64-398e-421e-aca7-958ad3fe818f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:45.687052 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f3955-5350-4eda-9e80-80fe12d79703 req-55b874a3-d002-48ad-9d5a-94f9f68de166 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:45.689184 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-131f3955-5350-4eda-9e80-80fe12d79703 req-55b874a3-d002-48ad-9d5a-94f9f68de166 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=32d95093-b734-4948-be51-5c959b1d0d0c HTTP/1.1" status: 200 len: 943 time: 0.2422144 May 25 15:40:45.736909 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68dd567-cf41-4f39-ae02-244ee0643178 req-23770194-c1c0-41c9-a586-283478bfe4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:45.738371 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a68dd567-cf41-4f39-ae02-244ee0643178 req-23770194-c1c0-41c9-a586-283478bfe4b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1d0d92ba8c334e7bb4ce451a7b4b1caf&device_id=cca27a72-d3fb-47eb-a009-4707c96cb88d HTTP/1.1" status: 200 len: 1098 time: 0.1643040 May 25 15:40:45.833078 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed34bc64-398e-421e-aca7-958ad3fe818f admin admin] Network 6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f is already hosted by enough agents. {{(pid=98474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:40:45.841198 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [None req-ed34bc64-398e-421e-aca7-958ad3fe818f admin admin] Resources bound (agent type, host, resource id): {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:40:45.869131 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-131f3955-5350-4eda-9e80-80fe12d79703 req-a937db4c-c197-4aec-979b-847b83bc13bb tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725206 May 25 15:40:45.957330 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68dd567-cf41-4f39-ae02-244ee0643178 req-d0e646cd-0f1b-48f6-bff2-833b60839fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:45.958786 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a68dd567-cf41-4f39-ae02-244ee0643178 req-d0e646cd-0f1b-48f6-bff2-833b60839fc9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a454cf6c-27f3-4e65-8a46-b57d728d820a HTTP/1.1" status: 200 len: 916 time: 0.1929798 May 25 15:40:46.051641 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a68dd567-cf41-4f39-ae02-244ee0643178 req-cbf31a19-f482-4524-b7e8-c39c5b382051 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b4f457c-ce11-4b07-b661-f77713f031df HTTP/1.1" status: 200 len: 217 time: 0.0841944 May 25 15:40:46.088608 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-75c91236-a484-4bcb-9ff8-6918e3af4024 None None] Provisioning complete for port 49d3a23c-977c-4b60-8414-e557f509f763 triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:40:46.089183 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-75c91236-a484-4bcb-9ff8-6918e3af4024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:46.133851 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68dd567-cf41-4f39-ae02-244ee0643178 req-6e10cdc6-a85b-45b9-8de9-406063bbd6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:46.136914 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a68dd567-cf41-4f39-ae02-244ee0643178 req-6e10cdc6-a85b-45b9-8de9-406063bbd6b4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5d406481-8ad1-4ef9-a379-1390671d5486 HTTP/1.1" status: 200 len: 855 time: 0.0776856 May 25 15:40:46.158685 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed34bc64-398e-421e-aca7-958ad3fe818f admin admin] Router 46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:40:46.197196 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-75c91236-a484-4bcb-9ff8-6918e3af4024 None None] Port 49d3a23c-977c-4b60-8414-e557f509f763 cannot update to ACTIVE because it is not bound. {{(pid=98475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:40:46.210646 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a68dd567-cf41-4f39-ae02-244ee0643178 req-4ce856b6-c0c4-4cce-8806-47ea9b2a38f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a454cf6c-27f3-4e65-8a46-b57d728d820a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647473 May 25 15:40:46.468505 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a68dd567-cf41-4f39-ae02-244ee0643178 req-b405b924-f704-48c9-ac63-f4c7bec2b05d service neutron] 10.222.0.57 "GET /v2.0/networks/a454cf6c-27f3-4e65-8a46-b57d728d820a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484055 May 25 15:40:46.492570 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed34bc64-398e-421e-aca7-958ad3fe818f admin admin] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:40:46.505738 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb91428-9de6-4f77-b7be-066de4ad94a9 req-85dbd45b-1df1-44fe-a888-24c6b47dd68e tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:46.507206 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-afb91428-9de6-4f77-b7be-066de4ad94a9 req-85dbd45b-1df1-44fe-a888-24c6b47dd68e tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.2782915 May 25 15:40:46.511039 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-ed34bc64-398e-421e-aca7-958ad3fe818f admin admin] 10.222.0.32 "PUT /v2.0/routers/46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7445207 May 25 15:40:46.558600 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-afb91428-9de6-4f77-b7be-066de4ad94a9 req-f41bf5e0-9d92-462b-a30e-8ed5e843aa59 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435462 May 25 15:40:46.644505 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a68dd567-cf41-4f39-ae02-244ee0643178 req-2d8e3f5f-86a4-45f3-b73f-a7c2f977e0a1 service neutron] 10.222.0.57 "GET /v2.0/networks/a454cf6c-27f3-4e65-8a46-b57d728d820a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693852 May 25 15:40:46.711582 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 0470a132-d4ea-47d0-b054-56d6a9d49bf6 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:40:46.821047 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning for port 0470a132-d4ea-47d0-b054-56d6a9d49bf6 completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:40:46.827388 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port 0470a132-d4ea-47d0-b054-56d6a9d49bf6 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:40:46.827941 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:46.996829 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:47.023761 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] For port 0470a132-d4ea-47d0-b054-56d6a9d49bf6, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=0470a132-d4ea-47d0-b054-56d6a9d49bf6,segment=NetworkSegment(709432ef-9055-43de-bcb9-c4833f38b817),segment_id=709432ef-9055-43de-bcb9-c4833f38b817)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:40:47.031859 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:47.040213 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:47.170082 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Pushing event updated for resources: {'Port': ['ID=0470a132-d4ea-47d0-b054-56d6a9d49bf6,revision_number=4']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:47.174651 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:47.199719 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cad6a-e754-4a34-a08b-4a236ee0a538 req-53257296-46cf-4f41-ab28-c3fcea3eb326 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:47.201293 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-433cad6a-e754-4a34-a08b-4a236ee0a538 req-53257296-46cf-4f41-ab28-c3fcea3eb326 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=32d95093-b734-4948-be51-5c959b1d0d0c HTTP/1.1" status: 200 len: 943 time: 0.1175671 May 25 15:40:47.244368 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:40:47.271931 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-433cad6a-e754-4a34-a08b-4a236ee0a538 req-448307c4-8c65-45e9-88ef-49b8cf1fa95d tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639477 May 25 15:40:47.288472 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 34778) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:47.293868 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-e1346f34-097f-4eab-a058-84c8bc1b0649 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--94282520', 'description': 'tempest-description--1117844504'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:40:47.299611 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-e1346f34-097f-4eab-a058-84c8bc1b0649 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:40:47.303350 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-e1346f34-097f-4eab-a058-84c8bc1b0649 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Usage tracker for resource:security_group and tenant:09c1045625524f1b90d5479c8fb05c9e is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:40:47.306589 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-e1346f34-097f-4eab-a058-84c8bc1b0649 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:40:47.313418 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-e1346f34-097f-4eab-a058-84c8bc1b0649 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:40:47.327502 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e1346f34-097f-4eab-a058-84c8bc1b0649 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:47.350944 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb4da1a-db2a-4182-a777-ddcb0ac57bbc None None] Sync routers for ids ['46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'] in dv-cinder-791240-3-iscsi {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:40:47.361036 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb4da1a-db2a-4182-a777-ddcb0ac57bbc None None] Routers {'46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:40:47.362316 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-6cb4da1a-db2a-4182-a777-ddcb0ac57bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:40:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:40:47.364773 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-e1346f34-097f-4eab-a058-84c8bc1b0649 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:40:47.368511 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-e1346f34-097f-4eab-a058-84c8bc1b0649 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Usage tracker for resource:security_group_rule and tenant:09c1045625524f1b90d5479c8fb05c9e is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:40:47.371696 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-e1346f34-097f-4eab-a058-84c8bc1b0649 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:40:47.377891 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-e1346f34-097f-4eab-a058-84c8bc1b0649 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:40:47.458643 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e1346f34-097f-4eab-a058-84c8bc1b0649 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:47.467986 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e1346f34-097f-4eab-a058-84c8bc1b0649 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:47.476408 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-1d59fe21-b205-439c-bac7-d26ed88bc689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:47.524595 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1346f34-097f-4eab-a058-84c8bc1b0649 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25dc6401-8fe2-4448-87af-b9a5bf1987ca,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:47.539863 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-e1346f34-097f-4eab-a058-84c8bc1b0649 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:47.541539 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e1346f34-097f-4eab-a058-84c8bc1b0649 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:47.546436 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 34788) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:47.547150 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-e1346f34-097f-4eab-a058-84c8bc1b0649 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2570531 May 25 15:40:47.552185 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-e19d74ae-d77e-4f89-b197-f043b6871989 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Request body: {'security_group_rule': {'security_group_id': '25dc6401-8fe2-4448-87af-b9a5bf1987ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:40:47.563273 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-e19d74ae-d77e-4f89-b197-f043b6871989 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:40:47.571865 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-e19d74ae-d77e-4f89-b197-f043b6871989 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Usage tracker for resource:security_group_rule and tenant:09c1045625524f1b90d5479c8fb05c9e is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:40:47.576605 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-e19d74ae-d77e-4f89-b197-f043b6871989 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:40:47.585420 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-e19d74ae-d77e-4f89-b197-f043b6871989 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:40:47.632646 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e19d74ae-d77e-4f89-b197-f043b6871989 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:47.640576 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-6cb4da1a-db2a-4182-a777-ddcb0ac57bbc None None] Set router 46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:40:47.727398 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e19d74ae-d77e-4f89-b197-f043b6871989 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:47.734831 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e19d74ae-d77e-4f89-b197-f043b6871989 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510867'] for security_group_rule, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:47.745301 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-98ac3ad2-1d26-41ae-9803-ffe12c5f2d94 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:47.768961 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d74ae-d77e-4f89-b197-f043b6871989 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c6eea24-fc4d-407f-b74b-b6c267b47ee5,revision_number=0']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:47.777697 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-e19d74ae-d77e-4f89-b197-f043b6871989 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:47.782515 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e19d74ae-d77e-4f89-b197-f043b6871989 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:47.787278 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 34796) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:47.788335 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-e19d74ae-d77e-4f89-b197-f043b6871989 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2407782 May 25 15:40:47.793324 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-808b9e39-1a07-4444-a48c-1e07aaa78afc tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Request body: {'security_group_rule': {'security_group_id': '25dc6401-8fe2-4448-87af-b9a5bf1987ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:40:47.802134 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-808b9e39-1a07-4444-a48c-1e07aaa78afc tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:40:47.812838 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc556c-e0e1-4c7b-9d2c-8aa86b5c7544 req-4118c178-3b1a-4e61-a971-ae931b1a2d90 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:47.820529 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c3dc556c-e0e1-4c7b-9d2c-8aa86b5c7544 req-4118c178-3b1a-4e61-a971-ae931b1a2d90 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.1271122 May 25 15:40:47.823269 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-808b9e39-1a07-4444-a48c-1e07aaa78afc tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Usage tracker for resource:security_group_rule and tenant:09c1045625524f1b90d5479c8fb05c9e is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:40:47.838138 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-808b9e39-1a07-4444-a48c-1e07aaa78afc tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:40:47.848657 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-808b9e39-1a07-4444-a48c-1e07aaa78afc tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:40:47.876518 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c3dc556c-e0e1-4c7b-9d2c-8aa86b5c7544 req-3401c37d-9da1-4005-9fbd-ed29b7ad616d tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552483 May 25 15:40:47.900438 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-808b9e39-1a07-4444-a48c-1e07aaa78afc tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:47.960264 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 59e226d0-ad87-4d48-bc78-d4921b0d068d details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:40:47.976866 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-808b9e39-1a07-4444-a48c-1e07aaa78afc tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:47.981463 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-808b9e39-1a07-4444-a48c-1e07aaa78afc tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510867'] for security_group_rule, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:47.983271 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:48.005157 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b9e39-1a07-4444-a48c-1e07aaa78afc tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2505044-b538-4ddc-8bee-c47a8a33dc64,revision_number=0']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:48.009931 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-808b9e39-1a07-4444-a48c-1e07aaa78afc tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:48.017722 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-808b9e39-1a07-4444-a48c-1e07aaa78afc tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:48.021989 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-808b9e39-1a07-4444-a48c-1e07aaa78afc tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2306764 May 25 15:40:48.022167 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 34804) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:48.027368 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-f35404b7-15a4-4513-b31c-1681d5f73c9d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Request body: {'floatingip': {'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:40:48.033253 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-f35404b7-15a4-4513-b31c-1681d5f73c9d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:40:48.037419 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-f35404b7-15a4-4513-b31c-1681d5f73c9d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Usage tracker for resource:floatingip and tenant:09c1045625524f1b90d5479c8fb05c9e is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:40:48.040389 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-f35404b7-15a4-4513-b31c-1681d5f73c9d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:40:48.051272 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-f35404b7-15a4-4513-b31c-1681d5f73c9d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:40:48.060471 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f35404b7-15a4-4513-b31c-1681d5f73c9d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for floatingip, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:48.151054 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-6cb4da1a-db2a-4182-a777-ddcb0ac57bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'name': 'tempest-AttachVolumeTestJSON-1719013093-router', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:40:39Z', 'updated_at': '2021-05-25T15:40:45Z', 'revision_number': 4, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'gw_port': {'id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:40:40Z', 'updated_at': '2021-05-25T15:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '49d3a23c-977c-4b60-8414-e557f509f763', 'name': '', 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'mac_address': 'fa:16:3e:15:6a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'f08251b0-e8ff-4f78-a05b-357588699f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:40:44Z', 'updated_at': '2021-05-25T15:40:45Z', 'revision_number': 2, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'subnets': [{'id': 'f08251b0-e8ff-4f78-a05b-357588699f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:40:48.158269 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb4da1a-db2a-4182-a777-ddcb0ac57bbc None None] Checking router: 46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b for host: dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:40:48.158640 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb4da1a-db2a-4182-a777-ddcb0ac57bbc None None] Updating router 46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b port 49d3a23c-977c-4b60-8414-e557f509f763 binding host dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:40:48.194336 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 59e226d0-ad87-4d48-bc78-d4921b0d068d, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=59e226d0-ad87-4d48-bc78-d4921b0d068d,segment=NetworkSegment(1ec4470b-39ac-4e1b-833b-ea3a68e90e6d),segment_id=1ec4470b-39ac-4e1b-833b-ea3a68e90e6d)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:40:48.201301 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f35404b7-15a4-4513-b31c-1681d5f73c9d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:48.223613 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Returning: {'device': '59e226d0-ad87-4d48-bc78-d4921b0d068d', 'network_id': 'a454cf6c-27f3-4e65-8a46-b57d728d820a', 'port_id': '59e226d0-ad87-4d48-bc78-d4921b0d068d', 'mac_address': 'fa:16:3e:f0:d8:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d406481-8ad1-4ef9-a379-1390671d5486', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:40:48.270285 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-6cb4da1a-db2a-4182-a777-ddcb0ac57bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:48.355245 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.db_base_plugin_common [None req-f35404b7-15a4-4513-b31c-1681d5f73c9d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Allocated IP 172.27.3.117 (64bdbeb4-2429-4b9e-9f88-29f950eefffc/3f9f8472-0ab8-4bd8-a441-92a12c3f4c58/5e4d26c3-1da9-40d6-a5a3-42ae73b44f52) {{(pid=98474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:40:48.368771 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:48.397928 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e226d0-ad87-4d48-bc78-d4921b0d068d {{(pid=98475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:40:48.471541 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 59e226d0-ad87-4d48-bc78-d4921b0d068d, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=59e226d0-ad87-4d48-bc78-d4921b0d068d,segment=NetworkSegment(1ec4470b-39ac-4e1b-833b-ea3a68e90e6d),segment_id=1ec4470b-39ac-4e1b-833b-ea3a68e90e6d)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:40:48.478648 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:48.482546 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:48.566252 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 34822) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:48.592920 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f35404b7-15a4-4513-b31c-1681d5f73c9d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for port, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:48.608848 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa469fd-4cb8-4d00-9ea8-a04fef58899a req-972d58bf-a2e8-4560-a7c8-cb97d70a7f7f tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:48.610464 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8aa469fd-4cb8-4d00-9ea8-a04fef58899a req-972d58bf-a2e8-4560-a7c8-cb97d70a7f7f tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=32d95093-b734-4948-be51-5c959b1d0d0c HTTP/1.1" status: 200 len: 944 time: 0.1661916 May 25 15:40:48.631803 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=59e226d0-ad87-4d48-bc78-d4921b0d068d,revision_number=4']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:48.637825 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:48.676908 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8aa469fd-4cb8-4d00-9ea8-a04fef58899a req-57949a06-506e-4d2c-a16c-6d45e9a936b6 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586007 May 25 15:40:48.685920 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f35404b7-15a4-4513-b31c-1681d5f73c9d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:48.692423 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:48.720998 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 0470a132-d4ea-47d0-b054-56d6a9d49bf6 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:40:48.773887 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-4272ec98-f779-4633-b7ca-49301c2c065c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:48.784740 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35404b7-15a4-4513-b31c-1681d5f73c9d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Network 64bdbeb4-2429-4b9e-9f88-29f950eefffc is already hosted by enough agents. {{(pid=98474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:40:48.787948 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [None req-f35404b7-15a4-4513-b31c-1681d5f73c9d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Resources bound (agent type, host, resource id): {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:40:48.791665 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35404b7-15a4-4513-b31c-1681d5f73c9d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Received port after_create {{(pid=98474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:40:48.792210 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-4272ec98-f779-4633-b7ca-49301c2c065c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:40:48.798025 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-4272ec98-f779-4633-b7ca-49301c2c065c admin admin] Usage tracker for resource:security_group_rule and tenant:51ccc040686d472d924cc37eb69d9d43 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:40:48.801180 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-4272ec98-f779-4633-b7ca-49301c2c065c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:40:48.807902 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-4272ec98-f779-4633-b7ca-49301c2c065c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:40:48.860894 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35404b7-15a4-4513-b31c-1681d5f73c9d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Pushing event updated for resources: {'Port': ['ID=5e4d26c3-1da9-40d6-a5a3-42ae73b44f52,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:48.874528 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-6cb4da1a-db2a-4182-a777-ddcb0ac57bbc None None] Notify callbacks [] for port, precommit_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:48.880717 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-f35404b7-15a4-4513-b31c-1681d5f73c9d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:48.899789 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-6cb4da1a-db2a-4182-a777-ddcb0ac57bbc None None] Transition to ACTIVE for port object 49d3a23c-977c-4b60-8414-e557f509f763 will not be triggered until provisioned by entity L2. {{(pid=98475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:40:48.903965 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port 0470a132-d4ea-47d0-b054-56d6a9d49bf6 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:40:48.904809 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:48.924293 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-4272ec98-f779-4633-b7ca-49301c2c065c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:48.934453 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-4272ec98-f779-4633-b7ca-49301c2c065c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:48.935691 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-6cb4da1a-db2a-4182-a777-ddcb0ac57bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:48.952483 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:48.978950 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-04969fa5-416d-49aa-9eae-b7459e9d7d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:48.994497 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-4272ec98-f779-4633-b7ca-49301c2c065c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=51ccc040686d472d924cc37eb69d9d43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4271483 May 25 15:40:48.996636 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 34840) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:49.074864 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272ec98-f779-4633-b7ca-49301c2c065c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf1a726-8c90-4ca8-a8ae-ded5219f4d8e,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:49.084758 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-4272ec98-f779-4633-b7ca-49301c2c065c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:49.100641 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f35404b7-15a4-4513-b31c-1681d5f73c9d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:49.142631 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-975f4cae-7f73-4962-82bd-b2f2006013c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:49.192995 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['59e226d0-ad87-4d48-bc78-d4921b0d068d'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:40:49.252259 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-975f4cae-7f73-4962-82bd-b2f2006013c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:49.261697 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f35404b7-15a4-4513-b31c-1681d5f73c9d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:49.287971 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ee557-a302-43a5-8866-a8fd95ef710d req-6f44c6c0-6891-4f51-a303-a8e196ea9c18 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:49.289486 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-dd7ee557-a302-43a5-8866-a8fd95ef710d req-6f44c6c0-6891-4f51-a303-a8e196ea9c18 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.1479928 May 25 15:40:49.331361 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64fa0b1-83ac-4dac-aca1-35103d7482e9 None None] Pushing event updated for resources: {'Port': ['ID=49d3a23c-977c-4b60-8414-e557f509f763,revision_number=3']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:49.344766 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-a64fa0b1-83ac-4dac-aca1-35103d7482e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:49.347669 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-dd7ee557-a302-43a5-8866-a8fd95ef710d req-c2a0b208-62eb-4bd4-ae28-5feb630e0ac7 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474968 May 25 15:40:49.368381 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-975f4cae-7f73-4962-82bd-b2f2006013c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:49.376870 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-4cb36588-0d3a-49f2-8cb3-834ef3c0bef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:49.388834 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f4cae-7f73-4962-82bd-b2f2006013c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf1a726-8c90-4ca8-a8ae-ded5219f4d8e,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:49.391710 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-975f4cae-7f73-4962-82bd-b2f2006013c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:49.396899 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-975f4cae-7f73-4962-82bd-b2f2006013c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:49.398014 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-975f4cae-7f73-4962-82bd-b2f2006013c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6bf1a726-8c90-4ca8-a8ae-ded5219f4d8e HTTP/1.1" status: 204 len: 168 time: 0.4003322 May 25 15:40:49.523978 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-6cb4da1a-db2a-4182-a777-ddcb0ac57bbc None None] Attempting to bind port 49d3a23c-977c-4b60-8414-e557f509f763 on host dv-cinder-791240-3-iscsi for vnic_type normal with profile {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:40:49.524361 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-6cb4da1a-db2a-4182-a777-ddcb0ac57bbc None None] Attempting to bind port 49d3a23c-977c-4b60-8414-e557f509f763 by drivers openvswitch,hyperv on host dv-cinder-791240-3-iscsi at level 0 using segments [{'id': 'b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f'}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:40:49.524766 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb4da1a-db2a-4182-a777-ddcb0ac57bbc None None] Attempting to bind port 49d3a23c-977c-4b60-8414-e557f509f763 on network 6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:40:49.545822 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb4da1a-db2a-4182-a777-ddcb0ac57bbc None None] Checking agent: {'id': '0d0ec358-3583-457d-8c3e-30368d3d3544', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 31, 43), 'started_at': datetime.datetime(2021, 5, 25, 15, 32, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:40:49.546207 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb4da1a-db2a-4182-a777-ddcb0ac57bbc None None] Checking segment: {'id': 'b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:40:49.546654 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-6cb4da1a-db2a-4182-a777-ddcb0ac57bbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:49.547010 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb4da1a-db2a-4182-a777-ddcb0ac57bbc None None] Bound using segment: {'id': 'b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f'} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:40:49.547498 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-6cb4da1a-db2a-4182-a777-ddcb0ac57bbc None None] Bound port: 49d3a23c-977c-4b60-8414-e557f509f763, host: dv-cinder-791240-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f'}}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:40:49.547896 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-6cb4da1a-db2a-4182-a777-ddcb0ac57bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:49.553110 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f35404b7-15a4-4513-b31c-1681d5f73c9d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for port, precommit_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:49.558840 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f35404b7-15a4-4513-b31c-1681d5f73c9d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-881747'] for port, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:49.565502 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:49.701360 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:49.727209 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-6cb4da1a-db2a-4182-a777-ddcb0ac57bbc None None] For port 49d3a23c-977c-4b60-8414-e557f509f763, host dv-cinder-791240-3-iscsi, cleared binding levels {{(pid=98475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:40:49.737030 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-6cb4da1a-db2a-4182-a777-ddcb0ac57bbc None None] For port 49d3a23c-977c-4b60-8414-e557f509f763, host dv-cinder-791240-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=49d3a23c-977c-4b60-8414-e557f509f763,segment=NetworkSegment(b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70),segment_id=b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70)] {{(pid=98475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:40:49.753287 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-6cb4da1a-db2a-4182-a777-ddcb0ac57bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:49.760403 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:49.762420 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35404b7-15a4-4513-b31c-1681d5f73c9d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Pushing event updated for resources: {'Port': ['ID=5e4d26c3-1da9-40d6-a5a3-42ae73b44f52,revision_number=2']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:49.767701 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-f35404b7-15a4-4513-b31c-1681d5f73c9d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:49.787215 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f35404b7-15a4-4513-b31c-1681d5f73c9d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-353536'] for floatingip, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:49.830818 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f35404b7-15a4-4513-b31c-1681d5f73c9d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for floatingip, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:49.840048 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-f35404b7-15a4-4513-b31c-1681d5f73c9d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8168013 May 25 15:40:49.860087 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 34864) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:49.869205 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb4da1a-db2a-4182-a777-ddcb0ac57bbc None None] Routers {'46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:40:49.869842 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-6cb4da1a-db2a-4182-a777-ddcb0ac57bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:40:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:40:49.880231 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-fbd7b2d8-edfb-4120-b8e1-b0a1725f5556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:49.897408 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-fbd7b2d8-edfb-4120-b8e1-b0a1725f5556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:40:49.901764 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-fbd7b2d8-edfb-4120-b8e1-b0a1725f5556 admin admin] Usage tracker for resource:security_group_rule and tenant:8b49f3515d414ec18538bbf3ecdd81e3 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:40:49.905278 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-fbd7b2d8-edfb-4120-b8e1-b0a1725f5556 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:40:49.914740 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-fbd7b2d8-edfb-4120-b8e1-b0a1725f5556 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:40:49.930221 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64fa0b1-83ac-4dac-aca1-35103d7482e9 None None] Pushing event updated for resources: {'Port': ['ID=49d3a23c-977c-4b60-8414-e557f509f763,revision_number=4']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:49.949540 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-a64fa0b1-83ac-4dac-aca1-35103d7482e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:50.085704 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5eda63-5026-49e6-98fc-e663cbc63a35 req-42a2cba0-c256-4cad-9e28-daf4489e7100 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:50.088332 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1c5eda63-5026-49e6-98fc-e663cbc63a35 req-42a2cba0-c256-4cad-9e28-daf4489e7100 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=32d95093-b734-4948-be51-5c959b1d0d0c HTTP/1.1" status: 200 len: 944 time: 0.1287448 May 25 15:40:50.144673 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-fbd7b2d8-edfb-4120-b8e1-b0a1725f5556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:50.148616 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-6cb4da1a-db2a-4182-a777-ddcb0ac57bbc None None] Set router 46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:40:50.153724 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-fbd7b2d8-edfb-4120-b8e1-b0a1725f5556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:50.180661 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1c5eda63-5026-49e6-98fc-e663cbc63a35 req-57e8d44f-8a27-4b49-9833-508c15adbdd2 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826654 May 25 15:40:50.197638 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-5bf70780-e438-4e55-ab9c-b307fd5de67a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:50.226676 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-fbd7b2d8-edfb-4120-b8e1-b0a1725f5556 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b49f3515d414ec18538bbf3ecdd81e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3648276 May 25 15:40:50.229537 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 34884) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:50.272496 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7b2d8-edfb-4120-b8e1-b0a1725f5556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0eb61aa-f0ae-44aa-a1eb-23580ee5e274,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:50.277395 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-fbd7b2d8-edfb-4120-b8e1-b0a1725f5556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:50.309135 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-005387b4-e64b-454c-9db2-3ebbb2acfa12 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Synchronizing usage tracker for tenant:09c1045625524f1b90d5479c8fb05c9e on resource:security_group {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:40:50.331238 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-005387b4-e64b-454c-9db2-3ebbb2acfa12 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Unset dirty status for tenant:09c1045625524f1b90d5479c8fb05c9e on resource:security_group {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:40:50.332175 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-005387b4-e64b-454c-9db2-3ebbb2acfa12 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--94282520&fields=id&tenant_id=09c1045625524f1b90d5479c8fb05c9e HTTP/1.1" status: 200 len: 267 time: 0.1135995 May 25 15:40:50.340773 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-82384df1-a7f6-4813-aca7-7201c5adc7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:50.382272 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-82384df1-a7f6-4813-aca7-7201c5adc7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:50.456623 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-82384df1-a7f6-4813-aca7-7201c5adc7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:50.463428 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:50.476390 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82384df1-a7f6-4813-aca7-7201c5adc7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0eb61aa-f0ae-44aa-a1eb-23580ee5e274,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:50.479018 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-82384df1-a7f6-4813-aca7-7201c5adc7c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:50.486390 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-82384df1-a7f6-4813-aca7-7201c5adc7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:50.488607 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-82384df1-a7f6-4813-aca7-7201c5adc7c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0eb61aa-f0ae-44aa-a1eb-23580ee5e274 HTTP/1.1" status: 204 len: 168 time: 0.2580767 May 25 15:40:50.527115 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-0832e50d-e361-4fed-88bd-22f0efb01368 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:50.527740 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-0832e50d-e361-4fed-88bd-22f0efb01368 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Synchronizing usage tracker for tenant:09c1045625524f1b90d5479c8fb05c9e on resource:network {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:40:50.555127 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-0832e50d-e361-4fed-88bd-22f0efb01368 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Unset dirty status for tenant:09c1045625524f1b90d5479c8fb05c9e on resource:network {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:40:50.563363 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-0832e50d-e361-4fed-88bd-22f0efb01368 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/networks?id=6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f HTTP/1.1" status: 200 len: 811 time: 0.2193389 May 25 15:40:50.573559 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-0949e2b2-f303-4f82-9d15-a401a05f23c0 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/quotas/09c1045625524f1b90d5479c8fb05c9e HTTP/1.1" status: 200 len: 375 time: 0.0093071 May 25 15:40:50.658559 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-6cb4da1a-db2a-4182-a777-ddcb0ac57bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'name': 'tempest-AttachVolumeTestJSON-1719013093-router', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:40:39Z', 'updated_at': '2021-05-25T15:40:45Z', 'revision_number': 4, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'gw_port': {'id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:40:40Z', 'updated_at': '2021-05-25T15:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '49d3a23c-977c-4b60-8414-e557f509f763', 'name': '', 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'mac_address': 'fa:16:3e:15:6a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'f08251b0-e8ff-4f78-a05b-357588699f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:40:44Z', 'updated_at': '2021-05-25T15:40:49Z', 'revision_number': 4, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'subnets': [{'id': 'f08251b0-e8ff-4f78-a05b-357588699f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:40:50.674519 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb4da1a-db2a-4182-a777-ddcb0ac57bbc None None] The sync data for ids ['46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'] in dv-cinder-791240-3-iscsi is: [{'id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'name': 'tempest-AttachVolumeTestJSON-1719013093-router', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:40:39Z', 'updated_at': '2021-05-25T15:40:45Z', 'revision_number': 4, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'gw_port': {'id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:40:40Z', 'updated_at': '2021-05-25T15:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '49d3a23c-977c-4b60-8414-e557f509f763', 'name': '', 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'mac_address': 'fa:16:3e:15:6a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'f08251b0-e8ff-4f78-a05b-357588699f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:40:44Z', 'updated_at': '2021-05-25T15:40:49Z', 'revision_number': 4, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'subnets': [{'id': 'f08251b0-e8ff-4f78-a05b-357588699f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:40:50.707209 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-d82c9926-bf46-4293-8ce9-017f424e0432 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=09c1045625524f1b90d5479c8fb05c9e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1273029 May 25 15:40:50.882480 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-88926a4a-9e9b-4590-8240-0277a9b3ba8c service neutron] 10.222.0.32 "GET /v2.0/networks/6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594059 May 25 15:40:51.008197 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 34904) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:51.023501 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-2a0a6ed1-1351-47b7-bb14-5086fed12bd8 service neutron] 10.222.0.32 "GET /v2.0/networks/6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337206 May 25 15:40:51.032014 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-51a33b2f-23de-4174-881d-07b6d9cfbb8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:51.048711 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-51a33b2f-23de-4174-881d-07b6d9cfbb8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:40:51.054439 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-51a33b2f-23de-4174-881d-07b6d9cfbb8a admin admin] Usage tracker for resource:security_group_rule and tenant:d20880c7e0104d0aa8488fb8e9d31e0c is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:40:51.057452 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-51a33b2f-23de-4174-881d-07b6d9cfbb8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:40:51.063598 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-51a33b2f-23de-4174-881d-07b6d9cfbb8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:40:51.154592 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-51a33b2f-23de-4174-881d-07b6d9cfbb8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:51.171163 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-51a33b2f-23de-4174-881d-07b6d9cfbb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:51.181758 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:51.233893 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-51a33b2f-23de-4174-881d-07b6d9cfbb8a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d20880c7e0104d0aa8488fb8e9d31e0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2238784 May 25 15:40:51.237023 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 34916) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:51.239202 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a33b2f-23de-4174-881d-07b6d9cfbb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f818d7c-bf03-4c40-b0da-2cbce8f8eb20,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:51.253326 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-51a33b2f-23de-4174-881d-07b6d9cfbb8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:51.368688 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-c6c66157-5c27-4d55-9757-5c494f0c44f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:51.402759 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-c6c66157-5c27-4d55-9757-5c494f0c44f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:51.430667 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6542b14-d734-4f12-960c-343d3b96e581 req-60ac0e9e-2576-4836-a11b-6c2f7f4c27aa tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:51.432323 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-f6542b14-d734-4f12-960c-343d3b96e581 req-60ac0e9e-2576-4836-a11b-6c2f7f4c27aa tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.1613657 May 25 15:40:51.495501 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-f6542b14-d734-4f12-960c-343d3b96e581 req-27170949-d500-4246-b368-39ad7dbaf040 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569141 May 25 15:40:51.506190 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-c6c66157-5c27-4d55-9757-5c494f0c44f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:51.512278 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:51.527388 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c66157-5c27-4d55-9757-5c494f0c44f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f818d7c-bf03-4c40-b0da-2cbce8f8eb20,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:51.529791 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-c6c66157-5c27-4d55-9757-5c494f0c44f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:51.538663 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-c6c66157-5c27-4d55-9757-5c494f0c44f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:51.539921 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-c6c66157-5c27-4d55-9757-5c494f0c44f2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f818d7c-bf03-4c40-b0da-2cbce8f8eb20 HTTP/1.1" status: 204 len: 168 time: 0.3017819 May 25 15:40:51.622659 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-04aea515-4910-4ce1-bb25-30660a6c2659 req-ce32b31a-ee9f-480d-82a5-b17b6124c11f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 210 time: 0.0494339 May 25 15:40:51.848847 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc632f-da45-479c-b8eb-16c662c1fc2f req-151184eb-b9c5-43b6-ae14-7ddff989ca5f tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:51.850588 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-1efc632f-da45-479c-b8eb-16c662c1fc2f req-151184eb-b9c5-43b6-ae14-7ddff989ca5f tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=32d95093-b734-4948-be51-5c959b1d0d0c HTTP/1.1" status: 200 len: 944 time: 0.1115699 May 25 15:40:51.912356 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-1efc632f-da45-479c-b8eb-16c662c1fc2f req-06401a46-7f89-4305-b9ad-81ebc5bc707c tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549867 May 25 15:40:52.698199 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f4371-d87a-4572-a1e5-4edcdfbb2f2d req-4bc0eb36-9f6c-4a49-8126-3e9072c72782 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:52.699688 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-5b7f4371-d87a-4572-a1e5-4edcdfbb2f2d req-4bc0eb36-9f6c-4a49-8126-3e9072c72782 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.0916324 May 25 15:40:52.703011 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 49d3a23c-977c-4b60-8414-e557f509f763 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:40:52.766156 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-5b7f4371-d87a-4572-a1e5-4edcdfbb2f2d req-33c4c507-2dae-4994-9f5d-6ba3dab613fa tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586686 May 25 15:40:52.783760 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning for port 49d3a23c-977c-4b60-8414-e557f509f763 completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:40:52.791768 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port 49d3a23c-977c-4b60-8414-e557f509f763 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:40:52.792396 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:52.882269 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b2ea2783-3d53-4c42-bc26-4640cf42f5b4 req-1ab55d03-5221-479b-a12a-c3a2bb6d2ce7 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 210 time: 0.0967908 May 25 15:40:52.968738 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:53.004474 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] For port 49d3a23c-977c-4b60-8414-e557f509f763, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=49d3a23c-977c-4b60-8414-e557f509f763,segment=NetworkSegment(b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70),segment_id=b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:40:53.011374 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:53.013980 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-34a1dfb8-449f-490e-807f-08d48da62801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:53.090814 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Pushing event updated for resources: {'Port': ['ID=49d3a23c-977c-4b60-8414-e557f509f763,revision_number=5']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:53.094498 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:53.140120 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3af733-e82c-482c-9e91-197408b37681 req-23817a88-62cf-44b0-a53d-d36b99cf47eb tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:53.141569 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-cd3af733-e82c-482c-9e91-197408b37681 req-23817a88-62cf-44b0-a53d-d36b99cf47eb tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=32d95093-b734-4948-be51-5c959b1d0d0c HTTP/1.1" status: 200 len: 944 time: 0.0889044 May 25 15:40:53.193146 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-cd3af733-e82c-482c-9e91-197408b37681 req-07a8564d-d0f6-4f1f-9731-a0953b439360 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448449 May 25 15:40:54.039308 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4bd72-a5f8-4e7e-93e6-e2b5699efccb req-bd7f512e-6479-4244-9ed1-afe68755f2b1 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:54.041803 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-82b4bd72-a5f8-4e7e-93e6-e2b5699efccb req-bd7f512e-6479-4244-9ed1-afe68755f2b1 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.1747191 May 25 15:40:54.087533 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-82b4bd72-a5f8-4e7e-93e6-e2b5699efccb req-3a428d60-657e-4bc2-9fb4-b3dab85a2158 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405960 May 25 15:40:54.112131 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-8f602069-c24b-4940-a20a-74c2d8a982e7 req-857e034e-a376-41d3-9beb-1584da6ce36a tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Synchronizing usage tracker for tenant:09c1045625524f1b90d5479c8fb05c9e on resource:port {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:40:54.133529 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-8f602069-c24b-4940-a20a-74c2d8a982e7 req-857e034e-a376-41d3-9beb-1584da6ce36a tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Unset dirty status for tenant:09c1045625524f1b90d5479c8fb05c9e on resource:port {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:40:54.135147 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8f602069-c24b-4940-a20a-74c2d8a982e7 req-857e034e-a376-41d3-9beb-1584da6ce36a tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 210 time: 0.0766010 May 25 15:40:54.413677 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2d2cf-f0fc-461b-aa3f-a4e3bc33ab51 req-03b957b5-b432-4113-b840-09a6b2649378 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:54.415122 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ffb2d2cf-f0fc-461b-aa3f-a4e3bc33ab51 req-03b957b5-b432-4113-b840-09a6b2649378 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=32d95093-b734-4948-be51-5c959b1d0d0c HTTP/1.1" status: 200 len: 944 time: 0.1095731 May 25 15:40:54.479009 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ffb2d2cf-f0fc-461b-aa3f-a4e3bc33ab51 req-4fa749ae-9dea-4c51-b338-1bd5dc6c58ce tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579395 May 25 15:40:54.680351 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-06b555c9-ec9a-4cc1-8416-6295d556b236 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:54.682503 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-06b555c9-ec9a-4cc1-8416-6295d556b236 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.57 "GET /v2.0/networks?id=6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f HTTP/1.1" status: 200 len: 811 time: 0.2023821 May 25 15:40:54.685871 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 49d3a23c-977c-4b60-8414-e557f509f763 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:40:54.757310 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-33b690d7-aefc-447a-8bd6-d242ee5e2fb8 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09c1045625524f1b90d5479c8fb05c9e HTTP/1.1" status: 200 len: 378 time: 0.0602999 May 25 15:40:54.781158 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-a5a21a44-c306-4ba1-a2fd-5a2d36ff3f8f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Request body: {'port': {'device_id': '28f5014d-f70f-418a-82e1-9c222f9e1738', 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f', 'admin_state_up': True, 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'security_groups': ['25dc6401-8fe2-4448-87af-b9a5bf1987ca']}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:40:54.790576 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port 49d3a23c-977c-4b60-8414-e557f509f763 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:40:54.790964 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:54.960094 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-a5a21a44-c306-4ba1-a2fd-5a2d36ff3f8f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:40:54.969963 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-a5a21a44-c306-4ba1-a2fd-5a2d36ff3f8f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:40:54.981325 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-a5a21a44-c306-4ba1-a2fd-5a2d36ff3f8f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Made reservation on behalf of 09c1045625524f1b90d5479c8fb05c9e for: {'port': 1} {{(pid=98473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:40:54.985284 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-a5a21a44-c306-4ba1-a2fd-5a2d36ff3f8f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:55.166505 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.db_base_plugin_common [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-a5a21a44-c306-4ba1-a2fd-5a2d36ff3f8f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Allocated IP 172.20.0.4 (6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f/f08251b0-e8ff-4f78-a05b-357588699f33/550a0639-2ef3-4aed-89e3-f416321e6a82) {{(pid=98473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:40:55.320357 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d0df7000-3bd2-4acb-83fd-777463c0f6c5 req-34995f97-0d39-4e57-bed7-6e46e3a54246 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 210 time: 0.0496240 May 25 15:40:55.345791 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 35066) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:55.407715 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7c5a6d1-a5f4-48e3-968a-bf315e71d6fc admin admin] Deleting subnet 109bcccc-0223-440c-9546-8adf1cb8bc1f {{(pid=98474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 15:40:55.413052 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f7c5a6d1-a5f4-48e3-968a-bf315e71d6fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:55.443506 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe5b14-87bd-4c02-9468-3b729c356bf1 req-c4518f4a-9ec2-457e-978d-a900d8656d64 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:55.445006 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-23fe5b14-87bd-4c02-9468-3b729c356bf1 req-c4518f4a-9ec2-457e-978d-a900d8656d64 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.2174947 May 25 15:40:55.476780 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f7c5a6d1-a5f4-48e3-968a-bf315e71d6fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981705'] for subnet, precommit_delete_associations {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:55.528459 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-a5a21a44-c306-4ba1-a2fd-5a2d36ff3f8f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for port, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:55.534266 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-23fe5b14-87bd-4c02-9468-3b729c356bf1 req-28669402-759d-4a60-bf68-f0b18ab7a6a2 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819004 May 25 15:40:55.541442 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f7c5a6d1-a5f4-48e3-968a-bf315e71d6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1682880'] for subnet, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:55.552389 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.provisioning_blocks [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-a5a21a44-c306-4ba1-a2fd-5a2d36ff3f8f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Transition to ACTIVE for port object 550a0639-2ef3-4aed-89e3-f416321e6a82 will not be triggered until provisioned by entity DHCP. {{(pid=98473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:40:55.588537 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-a5a21a44-c306-4ba1-a2fd-5a2d36ff3f8f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363'] for port, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:55.596007 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-39deb7e9-4436-44d4-bfb5-1d8af2c08b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:55.660380 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-a5a21a44-c306-4ba1-a2fd-5a2d36ff3f8f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Network 6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f is already hosted by enough agents. {{(pid=98473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:40:55.663574 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.base_scheduler [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-a5a21a44-c306-4ba1-a2fd-5a2d36ff3f8f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Resources bound (agent type, host, resource id): {{(pid=98473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:40:55.667927 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-a5a21a44-c306-4ba1-a2fd-5a2d36ff3f8f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Received port after_create {{(pid=98473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:40:55.673962 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-a5a21a44-c306-4ba1-a2fd-5a2d36ff3f8f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:55.674596 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-a5a21a44-c306-4ba1-a2fd-5a2d36ff3f8f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:55.691701 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a21a44-c306-4ba1-a2fd-5a2d36ff3f8f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Pushing event updated for resources: {'Port': ['ID=550a0639-2ef3-4aed-89e3-f416321e6a82,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:55.696488 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-a5a21a44-c306-4ba1-a2fd-5a2d36ff3f8f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:55.717508 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-a5a21a44-c306-4ba1-a2fd-5a2d36ff3f8f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9424412 May 25 15:40:55.736149 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-8d08d5ae-5868-4a9a-bb50-d9c58017af5d service neutron] Request body: {'port': {'device_id': '28f5014d-f70f-418a-82e1-9c222f9e1738', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:40:55.862987 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-8d08d5ae-5868-4a9a-bb50-d9c58017af5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:55.879552 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c06041-6bd0-4210-b68e-10de81650245 req-3f4de468-4eed-414a-a0ba-7052f747bfaf tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:55.881061 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c1c06041-6bd0-4210-b68e-10de81650245 req-3f4de468-4eed-414a-a0ba-7052f747bfaf tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=32d95093-b734-4948-be51-5c959b1d0d0c HTTP/1.1" status: 200 len: 944 time: 0.2690213 May 25 15:40:55.911287 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f7c5a6d1-a5f4-48e3-968a-bf315e71d6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33042293'] for subnet, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:55.919986 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-23dccaec-865a-45cb-b5f1-3b9eedb5367d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:55.956514 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-0a9d90b0-a812-4c61-9663-e7c92c399337 None None] Provisioning for port 550a0639-2ef3-4aed-89e3-f416321e6a82 completed by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:40:55.963386 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-0a9d90b0-a812-4c61-9663-e7c92c399337 None None] Provisioning complete for port 550a0639-2ef3-4aed-89e3-f416321e6a82 triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:40:55.964151 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-0a9d90b0-a812-4c61-9663-e7c92c399337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:55.975303 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f7c5a6d1-a5f4-48e3-968a-bf315e71d6fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for subnet, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:55.977719 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5a6d1-a5f4-48e3-968a-bf315e71d6fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=109bcccc-0223-440c-9546-8adf1cb8bc1f,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:55.980495 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-f7c5a6d1-a5f4-48e3-968a-bf315e71d6fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:55.996745 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c1c06041-6bd0-4210-b68e-10de81650245 req-5efaa476-3426-4d59-aea0-61ba88dc0e72 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068633 May 25 15:40:55.998352 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-f7c5a6d1-a5f4-48e3-968a-bf315e71d6fc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/109bcccc-0223-440c-9546-8adf1cb8bc1f HTTP/1.1" status: 204 len: 168 time: 0.6515634 May 25 15:40:56.001489 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 35074) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:56.078122 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-0a9d90b0-a812-4c61-9663-e7c92c399337 None None] Port 550a0639-2ef3-4aed-89e3-f416321e6a82 cannot update to ACTIVE because it is not bound. {{(pid=98475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:40:56.123389 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e8e305a1-de37-47fd-99ab-a4d2c6df89cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639092'] for network, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:56.259937 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-8d08d5ae-5868-4a9a-bb50-d9c58017af5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 550a0639-2ef3-4aed-89e3-f416321e6a82 {{(pid=98473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:40:56.268038 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-8d08d5ae-5868-4a9a-bb50-d9c58017af5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:56.268209 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e8e305a1-de37-47fd-99ab-a4d2c6df89cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1676623', 'neutron.services.segments.db._delete_segments_for_network-8758999550940'] for network, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:56.282774 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.provisioning_blocks [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-8d08d5ae-5868-4a9a-bb50-d9c58017af5d service neutron] Transition to ACTIVE for port object 550a0639-2ef3-4aed-89e3-f416321e6a82 will not be triggered until provisioned by entity L2. {{(pid=98473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:40:56.287728 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.services.segments.db [None req-e8e305a1-de37-47fd-99ab-a4d2c6df89cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffbbe6b6-9f6b-4c8f-870d-e9f3a4ff65ce']}} {{(pid=98474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:40:56.289383 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-8d08d5ae-5868-4a9a-bb50-d9c58017af5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:56.298868 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:56.304966 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.services.segments.db [None req-e8e305a1-de37-47fd-99ab-a4d2c6df89cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85c33919-317d-4b83-a5a7-23f113d9a4a2') {'for_net_delete': True} {{(pid=98474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:40:56.305268 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.services.segments.db [None req-e8e305a1-de37-47fd-99ab-a4d2c6df89cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85c33919-317d-4b83-a5a7-23f113d9a4a2') {} {{(pid=98474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:40:56.317555 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e8e305a1-de37-47fd-99ab-a4d2c6df89cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758999559837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981698'] for segment, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:56.336327 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e8e305a1-de37-47fd-99ab-a4d2c6df89cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:56.345085 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8e305a1-de37-47fd-99ab-a4d2c6df89cd admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=98474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:40:56.345731 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e8e305a1-de37-47fd-99ab-a4d2c6df89cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-881679'] for segment, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:56.363272 dv-cinder-791240-3-iscsi neutron-server[98474]: Traceback (most recent call last): May 25 15:40:56.363272 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 15:40:56.363272 dv-cinder-791240-3-iscsi neutron-server[98474]: timer() May 25 15:40:56.363272 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 15:40:56.363272 dv-cinder-791240-3-iscsi neutron-server[98474]: cb(*args, **kw) May 25 15:40:56.363272 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 15:40:56.363272 dv-cinder-791240-3-iscsi neutron-server[98474]: return func(*args, **kwargs) May 25 15:40:56.363272 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 15:40:56.363272 dv-cinder-791240-3-iscsi neutron-server[98474]: self._notify() May 25 15:40:56.363272 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 15:40:56.363272 dv-cinder-791240-3-iscsi neutron-server[98474]: self.callback(batched_events) May 25 15:40:56.363272 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 15:40:56.363272 dv-cinder-791240-3-iscsi neutron-server[98474]: event.method(event) May 25 15:40:56.363272 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 15:40:56.363272 dv-cinder-791240-3-iscsi neutron-server[98474]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 15:40:56.363272 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 15:40:56.363272 dv-cinder-791240-3-iscsi neutron-server[98474]: aggregate_uuid = self.p_client.list_aggregates( May 25 15:40:56.363272 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 15:40:56.363272 dv-cinder-791240-3-iscsi neutron-server[98474]: return f(self, *a, **k) May 25 15:40:56.363272 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 15:40:56.363272 dv-cinder-791240-3-iscsi neutron-server[98474]: return self._get(url).json() May 25 15:40:56.363272 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 15:40:56.363272 dv-cinder-791240-3-iscsi neutron-server[98474]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 15:40:56.363272 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 15:40:56.363272 dv-cinder-791240-3-iscsi neutron-server[98474]: return self.request(url, 'GET', **kwargs) May 25 15:40:56.363272 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 15:40:56.363272 dv-cinder-791240-3-iscsi neutron-server[98474]: base_url = self.get_endpoint(auth, allow=allow, May 25 15:40:56.363272 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 15:40:56.363272 dv-cinder-791240-3-iscsi neutron-server[98474]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 15:40:56.363272 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 15:40:56.363272 dv-cinder-791240-3-iscsi neutron-server[98474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 15:40:56.363272 dv-cinder-791240-3-iscsi neutron-server[98474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 15:40:56.503216 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e8e305a1-de37-47fd-99ab-a4d2c6df89cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1676614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-353586'] for network, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:56.510921 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:56.528811 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e8e305a1-de37-47fd-99ab-a4d2c6df89cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:56.585740 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e305a1-de37-47fd-99ab-a4d2c6df89cd admin admin] Pushing event deleted for resources: {'Network': ['ID=ffbbe6b6-9f6b-4c8f-870d-e9f3a4ff65ce,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:56.616585 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-e8e305a1-de37-47fd-99ab-a4d2c6df89cd admin admin] 10.222.0.32 "DELETE /v2.0/networks/ffbbe6b6-9f6b-4c8f-870d-e9f3a4ff65ce HTTP/1.1" status: 204 len: 168 time: 0.6114912 May 25 15:40:56.616585 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-e8e305a1-de37-47fd-99ab-a4d2c6df89cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:56.623089 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 35096) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:56.656994 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 59e226d0-ad87-4d48-bc78-d4921b0d068d up at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:40:56.691428 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.managers [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-8d08d5ae-5868-4a9a-bb50-d9c58017af5d service neutron] Attempting to bind port 550a0639-2ef3-4aed-89e3-f416321e6a82 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:40:56.692054 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.managers [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-8d08d5ae-5868-4a9a-bb50-d9c58017af5d service neutron] Attempting to bind port 550a0639-2ef3-4aed-89e3-f416321e6a82 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': 'b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f'}] {{(pid=98473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:40:56.692331 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-8d08d5ae-5868-4a9a-bb50-d9c58017af5d service neutron] Attempting to bind port 550a0639-2ef3-4aed-89e3-f416321e6a82 on network 6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:40:56.695546 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08d5ae-5868-4a9a-bb50-d9c58017af5d service neutron] Pushing event updated for resources: {'Port': ['ID=550a0639-2ef3-4aed-89e3-f416321e6a82,revision_number=2']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:56.700712 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-8d08d5ae-5868-4a9a-bb50-d9c58017af5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:56.707165 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-8d08d5ae-5868-4a9a-bb50-d9c58017af5d service neutron] Port 550a0639-2ef3-4aed-89e3-f416321e6a82 on network 6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:40:56.707384 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-8d08d5ae-5868-4a9a-bb50-d9c58017af5d service neutron] Attempting to bind port 550a0639-2ef3-4aed-89e3-f416321e6a82 on network 6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:40:56.745713 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning for port 59e226d0-ad87-4d48-bc78-d4921b0d068d completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:40:56.751004 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning complete for port 59e226d0-ad87-4d48-bc78-d4921b0d068d triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:40:56.751923 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:56.758673 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-8d08d5ae-5868-4a9a-bb50-d9c58017af5d service neutron] Checking agent: {'id': 'eb2109ed-85e4-4c57-98e0-c43a853e4d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'started_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:40:56.759017 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-8d08d5ae-5868-4a9a-bb50-d9c58017af5d service neutron] Checking segment: {'id': 'b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:40:56.759744 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-8d08d5ae-5868-4a9a-bb50-d9c58017af5d service neutron] Bound using segment: {'id': 'b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f'} {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:40:56.759968 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.managers [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-8d08d5ae-5868-4a9a-bb50-d9c58017af5d service neutron] Bound port: 550a0639-2ef3-4aed-89e3-f416321e6a82, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f'}}] {{(pid=98473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:40:56.760349 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-8d08d5ae-5868-4a9a-bb50-d9c58017af5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:56.798497 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.db_base_plugin_v2 [None req-7196956f-be53-42bb-960e-3c066c9d4b80 admin admin] Deleting subnet 8de0aa03-e69e-4d7f-ab9e-305a110a7904 {{(pid=98474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 15:40:56.803672 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-7196956f-be53-42bb-960e-3c066c9d4b80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:56.858657 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0e23d-02e8-417c-b4f0-93581e2118fc req-6eddb849-8ea4-49a1-a969-a910676960dc tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:56.860059 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3fa0e23d-02e8-417c-b4f0-93581e2118fc req-6eddb849-8ea4-49a1-a969-a910676960dc tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 943 time: 0.3274789 May 25 15:40:56.872121 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-7196956f-be53-42bb-960e-3c066c9d4b80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981705'] for subnet, precommit_delete_associations {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:56.876548 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:56.891852 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-8d08d5ae-5868-4a9a-bb50-d9c58017af5d service neutron] For port 550a0639-2ef3-4aed-89e3-f416321e6a82, host hv-cinder-79124, cleared binding levels {{(pid=98473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:40:56.902963 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ee4ee-5bce-4ebc-94ee-c88876d0f4ec req-c7732aa6-9850-423c-9aee-9e09ab9c5ebd tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:56.904410 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a23ee4ee-5bce-4ebc-94ee-c88876d0f4ec req-c7732aa6-9850-423c-9aee-9e09ab9c5ebd tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.2018526 May 25 15:40:56.907128 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-8d08d5ae-5868-4a9a-bb50-d9c58017af5d service neutron] For port 550a0639-2ef3-4aed-89e3-f416321e6a82, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=550a0639-2ef3-4aed-89e3-f416321e6a82,segment=NetworkSegment(b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70),segment_id=b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70)] {{(pid=98473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:40:56.911748 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-8d08d5ae-5868-4a9a-bb50-d9c58017af5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:56.915391 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d95093-b734-4948-be51-5c959b1d0d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e226d0-ad87-4d48-bc78-d4921b0d068d'}] {{(pid=98475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:40:56.919099 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:56.924251 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 59e226d0-ad87-4d48-bc78-d4921b0d068d, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=59e226d0-ad87-4d48-bc78-d4921b0d068d,segment=NetworkSegment(1ec4470b-39ac-4e1b-833b-ea3a68e90e6d),segment_id=1ec4470b-39ac-4e1b-833b-ea3a68e90e6d)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:40:56.930948 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:56.932908 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:56.986784 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-3fa0e23d-02e8-417c-b4f0-93581e2118fc req-a24c5bea-abca-46a7-a215-f4fdcb36ea59 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Synchronizing usage tracker for tenant:09c1045625524f1b90d5479c8fb05c9e on resource:security_group {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:40:56.996022 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-8d08d5ae-5868-4a9a-bb50-d9c58017af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:56.996642 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-8d08d5ae-5868-4a9a-bb50-d9c58017af5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:56.997309 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-7196956f-be53-42bb-960e-3c066c9d4b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1682880'] for subnet, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:56.998011 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-8d08d5ae-5868-4a9a-bb50-d9c58017af5d service neutron] 10.222.0.57 "PUT /v2.0/ports/550a0639-2ef3-4aed-89e3-f416321e6a82 HTTP/1.1" status: 200 len: 1093 time: 1.2678180 May 25 15:40:57.010651 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f5014d-f70f-418a-82e1-9c222f9e1738', 'tag': '550a0639-2ef3-4aed-89e3-f416321e6a82'}] {{(pid=98473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:40:57.044022 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=59e226d0-ad87-4d48-bc78-d4921b0d068d,revision_number=5']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:57.044590 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-3fa0e23d-02e8-417c-b4f0-93581e2118fc req-a24c5bea-abca-46a7-a215-f4fdcb36ea59 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Unset dirty status for tenant:09c1045625524f1b90d5479c8fb05c9e on resource:security_group {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:40:57.049647 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:57.056521 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3fa0e23d-02e8-417c-b4f0-93581e2118fc req-a24c5bea-abca-46a7-a215-f4fdcb36ea59 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1535707 May 25 15:40:57.094996 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a23ee4ee-5bce-4ebc-94ee-c88876d0f4ec req-8aa003fc-b384-456d-bdd6-45e083d0bb20 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784978 May 25 15:40:57.108099 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08d5ae-5868-4a9a-bb50-d9c58017af5d service neutron] Pushing event updated for resources: {'Port': ['ID=550a0639-2ef3-4aed-89e3-f416321e6a82,revision_number=3']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:57.112480 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-8d08d5ae-5868-4a9a-bb50-d9c58017af5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:57.160592 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-dadd132f-7a25-4a8e-b62f-171a0442d2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:57.161866 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-dadd132f-7a25-4a8e-b62f-171a0442d2ef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=09c1045625524f1b90d5479c8fb05c9e&device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 1096 time: 0.1107688 May 25 15:40:57.165018 dv-cinder-791240-3-iscsi neutron-server[98475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d95093-b734-4948-be51-5c959b1d0d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e226d0-ad87-4d48-bc78-d4921b0d068d', 'code': 200} May 25 15:40:57.276677 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f5014d-f70f-418a-82e1-9c222f9e1738', 'tag': '550a0639-2ef3-4aed-89e3-f416321e6a82', 'status': 'completed', 'code': 200} May 25 15:40:57.296647 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-6b138021-d4d6-42d9-aef0-ec4559e066ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=550a0639-2ef3-4aed-89e3-f416321e6a82 HTTP/1.1" status: 200 len: 217 time: 0.1182878 May 25 15:40:57.406045 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-7196956f-be53-42bb-960e-3c066c9d4b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33042293'] for subnet, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:57.422969 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52b74e-756d-4c75-b626-25c573098bb9 req-41b776db-97bf-4ec5-99d6-a83367a6cd30 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:57.424814 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1d52b74e-756d-4c75-b626-25c573098bb9 req-41b776db-97bf-4ec5-99d6-a83367a6cd30 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=32d95093-b734-4948-be51-5c959b1d0d0c HTTP/1.1" status: 200 len: 945 time: 0.1299770 May 25 15:40:57.426865 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:57.443387 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-f3d1757a-53d5-47ae-92dc-554b8dd52ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:57.444983 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-f3d1757a-53d5-47ae-92dc-554b8dd52ab0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f08251b0-e8ff-4f78-a05b-357588699f33 HTTP/1.1" status: 200 len: 850 time: 0.1363316 May 25 15:40:57.490567 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196956f-be53-42bb-960e-3c066c9d4b80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8de0aa03-e69e-4d7f-ab9e-305a110a7904,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:57.493718 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-7196956f-be53-42bb-960e-3c066c9d4b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:57.499933 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-7196956f-be53-42bb-960e-3c066c9d4b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for subnet, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:57.518445 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c42e28-4017-400f-bbc4-b7be727084c7 req-3c4fbd75-9e86-462c-802e-9a399b998449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:57.519936 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b4c42e28-4017-400f-bbc4-b7be727084c7 req-3c4fbd75-9e86-462c-802e-9a399b998449 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=32d95093-b734-4948-be51-5c959b1d0d0c HTTP/1.1" status: 200 len: 1098 time: 0.1453032 May 25 15:40:57.526931 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1d52b74e-756d-4c75-b626-25c573098bb9 req-a8987d3b-40ff-421b-aad7-7e3bc21886f4 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604820 May 25 15:40:57.531618 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-7196956f-be53-42bb-960e-3c066c9d4b80 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8de0aa03-e69e-4d7f-ab9e-305a110a7904 HTTP/1.1" status: 204 len: 168 time: 0.9041100 May 25 15:40:57.532206 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 35110) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:57.572358 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b4c42e28-4017-400f-bbc4-b7be727084c7 req-c94f5efc-f248-4ad1-a3a9-15ac2cf3250b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426006 May 25 15:40:57.585047 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-97f4907f-51ff-4da1-a691-71c64b7ff187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:57.586473 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-97f4907f-51ff-4da1-a691-71c64b7ff187 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1283970 May 25 15:40:57.667038 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ee2dee33-5b74-4229-b49a-3488c167052b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639092'] for network, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:57.812514 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ee2dee33-5b74-4229-b49a-3488c167052b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1676623', 'neutron.services.segments.db._delete_segments_for_network-8758999550940'] for network, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:57.828438 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.services.segments.db [None req-ee2dee33-5b74-4229-b49a-3488c167052b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a43fca7-c465-48ab-a428-3a0314300ef6']}} {{(pid=98474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:40:57.840878 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.services.segments.db [None req-ee2dee33-5b74-4229-b49a-3488c167052b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67777bbf-29c8-4894-982d-e60a38c8e30f') {'for_net_delete': True} {{(pid=98474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:40:57.841217 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.services.segments.db [None req-ee2dee33-5b74-4229-b49a-3488c167052b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67777bbf-29c8-4894-982d-e60a38c8e30f') {} {{(pid=98474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:40:57.894562 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ee2dee33-5b74-4229-b49a-3488c167052b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758999559837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981698'] for segment, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:57.927693 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ee2dee33-5b74-4229-b49a-3488c167052b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:57.939291 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2dee33-5b74-4229-b49a-3488c167052b admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=98474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:40:57.939679 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ee2dee33-5b74-4229-b49a-3488c167052b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-881679'] for segment, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:57.953689 dv-cinder-791240-3-iscsi neutron-server[98474]: Traceback (most recent call last): May 25 15:40:57.953689 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 15:40:57.953689 dv-cinder-791240-3-iscsi neutron-server[98474]: timer() May 25 15:40:57.953689 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 15:40:57.953689 dv-cinder-791240-3-iscsi neutron-server[98474]: cb(*args, **kw) May 25 15:40:57.953689 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 15:40:57.953689 dv-cinder-791240-3-iscsi neutron-server[98474]: return func(*args, **kwargs) May 25 15:40:57.953689 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 15:40:57.953689 dv-cinder-791240-3-iscsi neutron-server[98474]: self._notify() May 25 15:40:57.953689 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 15:40:57.953689 dv-cinder-791240-3-iscsi neutron-server[98474]: self.callback(batched_events) May 25 15:40:57.953689 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 15:40:57.953689 dv-cinder-791240-3-iscsi neutron-server[98474]: event.method(event) May 25 15:40:57.953689 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 15:40:57.953689 dv-cinder-791240-3-iscsi neutron-server[98474]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 15:40:57.953689 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 15:40:57.953689 dv-cinder-791240-3-iscsi neutron-server[98474]: aggregate_uuid = self.p_client.list_aggregates( May 25 15:40:57.953689 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 15:40:57.953689 dv-cinder-791240-3-iscsi neutron-server[98474]: return f(self, *a, **k) May 25 15:40:57.953689 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 15:40:57.953689 dv-cinder-791240-3-iscsi neutron-server[98474]: return self._get(url).json() May 25 15:40:57.953689 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 15:40:57.953689 dv-cinder-791240-3-iscsi neutron-server[98474]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 15:40:57.953689 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 15:40:57.953689 dv-cinder-791240-3-iscsi neutron-server[98474]: return self.request(url, 'GET', **kwargs) May 25 15:40:57.953689 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 15:40:57.953689 dv-cinder-791240-3-iscsi neutron-server[98474]: base_url = self.get_endpoint(auth, allow=allow, May 25 15:40:57.953689 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 15:40:57.953689 dv-cinder-791240-3-iscsi neutron-server[98474]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 15:40:57.953689 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 15:40:57.953689 dv-cinder-791240-3-iscsi neutron-server[98474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 15:40:57.953689 dv-cinder-791240-3-iscsi neutron-server[98474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 15:40:57.983546 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-02f21d1a-5b89-4382-a7d1-c2b6609e7566 service neutron] 10.222.0.57 "GET /v2.0/networks/6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357651 May 25 15:40:58.030949 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b803e-4cc5-4068-93af-dd01bdc74265 req-4d02785e-4ae3-422d-b0cb-24dedc572a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:58.032336 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d48b803e-4cc5-4068-93af-dd01bdc74265 req-4d02785e-4ae3-422d-b0cb-24dedc572a14 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 1098 time: 0.1840858 May 25 15:40:58.040694 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ee2dee33-5b74-4229-b49a-3488c167052b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1676614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-353586'] for network, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:58.061462 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-13465ef8-2c27-40fd-805c-8e084b04e647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:58.075970 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ee2dee33-5b74-4229-b49a-3488c167052b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:58.084972 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2dee33-5b74-4229-b49a-3488c167052b admin admin] Pushing event deleted for resources: {'Network': ['ID=4a43fca7-c465-48ab-a428-3a0314300ef6,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:58.096043 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-ee2dee33-5b74-4229-b49a-3488c167052b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:58.102845 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-ee2dee33-5b74-4229-b49a-3488c167052b admin admin] 10.222.0.32 "DELETE /v2.0/networks/4a43fca7-c465-48ab-a428-3a0314300ef6 HTTP/1.1" status: 204 len: 168 time: 0.5639753 May 25 15:40:58.109359 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d48b803e-4cc5-4068-93af-dd01bdc74265 req-d840cdef-8b2c-4b36-966f-3410b3b1250c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667980 May 25 15:40:58.146467 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7d659c51-0045-45a9-b428-6555dbc3f786 req-bbf825f7-5ca8-482f-9dd1-c91073cbc7e5 service neutron] 10.222.0.57 "GET /v2.0/networks/6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544116 May 25 15:40:58.262073 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4407d-6399-4084-b812-c7f742b2512a req-b88bb85e-3ec7-443f-a5a2-c67bd0fb087a tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:58.262788 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-9ff4407d-6399-4084-b812-c7f742b2512a req-b88bb85e-3ec7-443f-a5a2-c67bd0fb087a tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Synchronizing usage tracker for tenant:09c1045625524f1b90d5479c8fb05c9e on resource:port {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:40:58.280515 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-9ff4407d-6399-4084-b812-c7f742b2512a req-b88bb85e-3ec7-443f-a5a2-c67bd0fb087a tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Unset dirty status for tenant:09c1045625524f1b90d5479c8fb05c9e on resource:port {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:40:58.281911 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-9ff4407d-6399-4084-b812-c7f742b2512a req-b88bb85e-3ec7-443f-a5a2-c67bd0fb087a tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 943 time: 0.1018767 May 25 15:40:58.319862 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4a1d3-a783-4862-a879-51c1103ef335 req-22e4e86f-6713-4b14-8e25-6cd6d128462a tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:58.321020 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 35132) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:58.321402 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b7e4a1d3-a783-4862-a879-51c1103ef335 req-22e4e86f-6713-4b14-8e25-6cd6d128462a tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.0935149 May 25 15:40:58.350924 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-9ff4407d-6399-4084-b812-c7f742b2512a req-b7c803f4-0ccc-46b0-ad7b-a4d28b44bd34 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625474 May 25 15:40:58.385918 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b7e4a1d3-a783-4862-a879-51c1103ef335 req-79b568ae-9f28-4de1-aa6d-5458ad75d063 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551336 May 25 15:40:58.390267 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-904e878d-a0d5-44dc-b6b0-7bb6b68ae29a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2143af1318b040459322dbc6fddf4da6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0658550 May 25 15:40:58.392822 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 35136) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:58.509403 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-2fda7520-f357-4782-892b-2204e1a4cb0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:58.543077 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-2fda7520-f357-4782-892b-2204e1a4cb0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:58.566745 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a42f0-199c-4d76-8b6d-f63036ec8b02 req-2e6ff5c4-f30d-414a-99d0-11ebf7eac151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:58.568353 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ac0a42f0-199c-4d76-8b6d-f63036ec8b02 req-2e6ff5c4-f30d-414a-99d0-11ebf7eac151 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=09c1045625524f1b90d5479c8fb05c9e&device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 1096 time: 0.1471136 May 25 15:40:58.734238 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-2fda7520-f357-4782-892b-2204e1a4cb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:58.743673 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-637b070f-eb05-4817-9417-3db55f556f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:58.744440 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d575f-b743-4dc9-bc75-396ecc7dd79d req-7de486cf-1cda-48f9-812d-172028e62273 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:58.746486 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c15d575f-b743-4dc9-bc75-396ecc7dd79d req-7de486cf-1cda-48f9-812d-172028e62273 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=32d95093-b734-4948-be51-5c959b1d0d0c HTTP/1.1" status: 200 len: 945 time: 0.0971620 May 25 15:40:58.779113 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a42f0-199c-4d76-8b6d-f63036ec8b02 req-c76abd09-96dc-4bca-b272-8480040e54f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:58.781102 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ac0a42f0-199c-4d76-8b6d-f63036ec8b02 req-c76abd09-96dc-4bca-b272-8480040e54f7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f HTTP/1.1" status: 200 len: 912 time: 0.1967607 May 25 15:40:58.787408 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda7520-f357-4782-892b-2204e1a4cb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e094ac6-ace7-46d9-b58d-bc67644ec6a2,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:58.806101 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c15d575f-b743-4dc9-bc75-396ecc7dd79d req-0249f7d7-194c-44f7-a0de-9d0e1d904db9 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523019 May 25 15:40:58.860831 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-2fda7520-f357-4782-892b-2204e1a4cb0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:58.871968 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-2fda7520-f357-4782-892b-2204e1a4cb0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:58.873071 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-2fda7520-f357-4782-892b-2204e1a4cb0c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e094ac6-ace7-46d9-b58d-bc67644ec6a2 HTTP/1.1" status: 204 len: 168 time: 0.4793723 May 25 15:40:58.875500 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ac0a42f0-199c-4d76-8b6d-f63036ec8b02 req-639d05e7-ff28-4dd9-a21e-a4ef0ade7b8b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=550a0639-2ef3-4aed-89e3-f416321e6a82 HTTP/1.1" status: 200 len: 217 time: 0.0826378 May 25 15:40:58.942995 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a42f0-199c-4d76-8b6d-f63036ec8b02 req-84fb4e8c-2b6f-4476-80c7-80b3d178b5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:58.944536 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ac0a42f0-199c-4d76-8b6d-f63036ec8b02 req-84fb4e8c-2b6f-4476-80c7-80b3d178b5f5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f08251b0-e8ff-4f78-a05b-357588699f33 HTTP/1.1" status: 200 len: 850 time: 0.0623634 May 25 15:40:59.044294 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a42f0-199c-4d76-8b6d-f63036ec8b02 req-981d3210-c820-44f5-b325-5d2b072f0877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:59.046324 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ac0a42f0-199c-4d76-8b6d-f63036ec8b02 req-981d3210-c820-44f5-b325-5d2b072f0877 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0941584 May 25 15:40:59.305314 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ac0a42f0-199c-4d76-8b6d-f63036ec8b02 req-e4f36fb8-f587-4f81-819b-916ce75b454b service neutron] 10.222.0.57 "GET /v2.0/networks/6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492933 May 25 15:40:59.358510 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 35178) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:59.455353 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-caadf6ad-0d10-45ec-a133-97efbcb13e5e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0650e86bd75c4aa8b06737745915d267&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0958688 May 25 15:40:59.458210 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 35188) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:59.500615 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ac0a42f0-199c-4d76-8b6d-f63036ec8b02 req-9a12ff34-1e57-4de5-b93f-01360bab9529 service neutron] 10.222.0.57 "GET /v2.0/networks/6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856096 May 25 15:40:59.578973 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 35192) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:40:59.617822 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-de73e1e7-765d-4735-a720-16d259857d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:59.631910 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc794ef9-998b-44a7-b3aa-c392d0d60206 req-fb048775-2784-4ef0-b821-82a0c9c5643b tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:59.636412 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-cc794ef9-998b-44a7-b3aa-c392d0d60206 req-fb048775-2784-4ef0-b821-82a0c9c5643b tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 943 time: 0.1177471 May 25 15:40:59.655906 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-de73e1e7-765d-4735-a720-16d259857d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:59.677468 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be510d8c-e4d8-4beb-8d39-4b810f0c25f8 req-6c4c3daf-c035-407b-a807-fe3d51eadfb3 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:40:59.679249 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-be510d8c-e4d8-4beb-8d39-4b810f0c25f8 req-6c4c3daf-c035-407b-a807-fe3d51eadfb3 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.1477520 May 25 15:40:59.718326 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-cc794ef9-998b-44a7-b3aa-c392d0d60206 req-b08c48a3-e769-4934-b605-1e06d16a6069 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728276 May 25 15:40:59.756203 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-be510d8c-e4d8-4beb-8d39-4b810f0c25f8 req-f59c38e2-ee0c-4c8e-bdec-17a2627cc3c7 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635235 May 25 15:40:59.774627 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a373d13e-9664-46c7-9dd4-a765fffd5b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:59.777508 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-de73e1e7-765d-4735-a720-16d259857d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:59.782727 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-28349a14-1d28-4956-a18f-a292258968ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:40:59.794246 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-a373d13e-9664-46c7-9dd4-a765fffd5b6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:40:59.796226 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-a373d13e-9664-46c7-9dd4-a765fffd5b6b admin admin] Usage tracker for resource:security_group_rule and tenant:597cc2f8d6a14c2a991fdbded39a501b is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:40:59.800293 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73e1e7-765d-4735-a720-16d259857d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aece0c0d-2653-4efb-81a6-09e8a5867d1f,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:40:59.803295 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-de73e1e7-765d-4735-a720-16d259857d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:40:59.804996 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-de73e1e7-765d-4735-a720-16d259857d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:59.805774 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-de73e1e7-765d-4735-a720-16d259857d05 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aece0c0d-2653-4efb-81a6-09e8a5867d1f HTTP/1.1" status: 204 len: 168 time: 0.3366954 May 25 15:40:59.812422 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-a373d13e-9664-46c7-9dd4-a765fffd5b6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:40:59.818830 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-a373d13e-9664-46c7-9dd4-a765fffd5b6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:40:59.977783 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a373d13e-9664-46c7-9dd4-a765fffd5b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:59.982989 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a373d13e-9664-46c7-9dd4-a765fffd5b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:40:59.993750 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:00.079538 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373d13e-9664-46c7-9dd4-a765fffd5b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a306847b-167b-4bba-aee1-88e4d2dba294,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:00.097173 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-a373d13e-9664-46c7-9dd4-a765fffd5b6b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=597cc2f8d6a14c2a991fdbded39a501b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5171709 May 25 15:41:00.098228 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-a373d13e-9664-46c7-9dd4-a765fffd5b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:00.100046 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 35210) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:00.147045 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33f19a-62d7-4afd-83e7-64d9bae05366 req-d7aa5d84-320b-4f30-8de4-1c350d458387 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:00.153276 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ac33f19a-62d7-4afd-83e7-64d9bae05366 req-d7aa5d84-320b-4f30-8de4-1c350d458387 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=32d95093-b734-4948-be51-5c959b1d0d0c HTTP/1.1" status: 200 len: 945 time: 0.1410234 May 25 15:41:00.167778 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-98566fc6-3791-4c2c-9d4e-fa41b1f65178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:00.211108 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ac33f19a-62d7-4afd-83e7-64d9bae05366 req-9b7ab409-2c22-4bd6-b369-8a4fb3b4ff8c tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542862 May 25 15:41:00.219280 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-98566fc6-3791-4c2c-9d4e-fa41b1f65178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:00.281238 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-98566fc6-3791-4c2c-9d4e-fa41b1f65178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:00.286098 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-c6c66157-5c27-4d55-9757-5c494f0c44f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:00.303164 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98566fc6-3791-4c2c-9d4e-fa41b1f65178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a306847b-167b-4bba-aee1-88e4d2dba294,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:00.305673 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-98566fc6-3791-4c2c-9d4e-fa41b1f65178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:00.307279 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-98566fc6-3791-4c2c-9d4e-fa41b1f65178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:00.308402 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-98566fc6-3791-4c2c-9d4e-fa41b1f65178 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a306847b-167b-4bba-aee1-88e4d2dba294 HTTP/1.1" status: 204 len: 168 time: 0.2066879 May 25 15:41:00.951019 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea8e50-ef1a-4c8a-812c-4098176d48d5 req-1cdeaf2c-ef15-4831-8e92-52f38ac932f2 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:00.955614 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-89ea8e50-ef1a-4c8a-812c-4098176d48d5 req-1cdeaf2c-ef15-4831-8e92-52f38ac932f2 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 943 time: 0.1155005 May 25 15:41:01.046212 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-89ea8e50-ef1a-4c8a-812c-4098176d48d5 req-1515008e-0521-4942-ba52-5a6784f19c44 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0843463 May 25 15:41:01.104241 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 35268) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:01.312585 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6dff0-8e6f-4fb8-a351-d547fc66d771 req-65a6e5a1-3b4b-4d76-8f57-f0e8249235e3 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:01.314232 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-eab6dff0-8e6f-4fb8-a351-d547fc66d771 req-65a6e5a1-3b4b-4d76-8f57-f0e8249235e3 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.1011269 May 25 15:41:01.371868 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-eab6dff0-8e6f-4fb8-a351-d547fc66d771 req-8a8881e0-941b-4ca6-b67e-163cadd5bc7e tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508332 May 25 15:41:01.408007 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-82ead5f5-0143-48a7-91a0-cd6527ef2507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:01.431526 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-82ead5f5-0143-48a7-91a0-cd6527ef2507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:01.436251 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-82ead5f5-0143-48a7-91a0-cd6527ef2507 admin admin] Usage tracker for resource:security_group_rule and tenant:910918a383d74c5a8da02860f358f9df is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:01.440091 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-82ead5f5-0143-48a7-91a0-cd6527ef2507 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:01.448272 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-82ead5f5-0143-48a7-91a0-cd6527ef2507 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:01.506255 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 35284) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:01.641808 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b863517e-1aec-45fd-81d3-527f8cca005d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:01.657413 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-b863517e-1aec-45fd-81d3-527f8cca005d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:01.661438 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-b863517e-1aec-45fd-81d3-527f8cca005d admin admin] Usage tracker for resource:security_group_rule and tenant:4f844c59d4e74e20bdc2800ef4437f27 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:01.664607 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-b863517e-1aec-45fd-81d3-527f8cca005d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:01.670802 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-b863517e-1aec-45fd-81d3-527f8cca005d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:01.674033 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-82ead5f5-0143-48a7-91a0-cd6527ef2507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:01.679989 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-82ead5f5-0143-48a7-91a0-cd6527ef2507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:01.689006 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-a7418887-4322-4d23-9ec1-dfaf9698a8cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:01.753323 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-82ead5f5-0143-48a7-91a0-cd6527ef2507 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=910918a383d74c5a8da02860f358f9df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6478922 May 25 15:41:01.754043 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ead5f5-0143-48a7-91a0-cd6527ef2507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51921c1e-e418-47f3-893d-d80e961376b1,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:01.756671 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 35298) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:01.766182 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f35f6e-aa26-4ab0-9feb-d1fea0a51b37 req-428ee9d3-19bb-4749-a879-f95df4a04939 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:01.770003 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-30f35f6e-aa26-4ab0-9feb-d1fea0a51b37 req-428ee9d3-19bb-4749-a879-f95df4a04939 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.2447178 May 25 15:41:01.770786 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-82ead5f5-0143-48a7-91a0-cd6527ef2507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:01.815107 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b863517e-1aec-45fd-81d3-527f8cca005d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:01.820956 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b863517e-1aec-45fd-81d3-527f8cca005d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:01.831391 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-91580bf5-5e80-447a-bbc4-4417852ed1c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:01.860411 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-30f35f6e-aa26-4ab0-9feb-d1fea0a51b37 req-b80a828f-ff8f-4681-b62c-3a65d15bbf19 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786631 May 25 15:41:01.876979 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-85636e37-1923-423e-9eac-903970493d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:01.883662 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-b863517e-1aec-45fd-81d3-527f8cca005d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f844c59d4e74e20bdc2800ef4437f27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3739510 May 25 15:41:01.883817 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 35306) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:01.886521 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b863517e-1aec-45fd-81d3-527f8cca005d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba126d59-55fe-49ad-8155-c7ffc15f9bcb,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:01.906509 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-85636e37-1923-423e-9eac-903970493d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:01.957928 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-b863517e-1aec-45fd-81d3-527f8cca005d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:01.975730 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7b3039f3-ffc3-451e-92f8-edb748a9b728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:01.980479 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-85636e37-1923-423e-9eac-903970493d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:01.984725 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-e1346f34-097f-4eab-a058-84c8bc1b0649 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:01.997907 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85636e37-1923-423e-9eac-903970493d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51921c1e-e418-47f3-893d-d80e961376b1,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:02.003672 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-85636e37-1923-423e-9eac-903970493d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:02.012369 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-85636e37-1923-423e-9eac-903970493d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:02.012603 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7b3039f3-ffc3-451e-92f8-edb748a9b728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:02.013797 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-85636e37-1923-423e-9eac-903970493d0f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/51921c1e-e418-47f3-893d-d80e961376b1 HTTP/1.1" status: 204 len: 168 time: 0.2448359 May 25 15:41:02.081127 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7b3039f3-ffc3-451e-92f8-edb748a9b728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:02.089498 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-89715783-1b51-45db-98d9-8ba0fe2804bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:02.106736 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3039f3-ffc3-451e-92f8-edb748a9b728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba126d59-55fe-49ad-8155-c7ffc15f9bcb,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:02.110254 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-7b3039f3-ffc3-451e-92f8-edb748a9b728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:02.112415 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7b3039f3-ffc3-451e-92f8-edb748a9b728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:02.114062 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-7b3039f3-ffc3-451e-92f8-edb748a9b728 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ba126d59-55fe-49ad-8155-c7ffc15f9bcb HTTP/1.1" status: 204 len: 168 time: 0.2292488 May 25 15:41:02.316504 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af9632-04fb-43d9-9f03-06b538d92c49 req-a4a50dfe-a58d-48f6-b6d1-096d01ac716e tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:02.352095 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-14af9632-04fb-43d9-9f03-06b538d92c49 req-a4a50dfe-a58d-48f6-b6d1-096d01ac716e tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 943 time: 0.1215532 May 25 15:41:02.457549 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-14af9632-04fb-43d9-9f03-06b538d92c49 req-164064b0-812b-47d3-9d87-4e8169630ab1 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1041558 May 25 15:41:02.689410 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 550a0639-2ef3-4aed-89e3-f416321e6a82 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:41:02.858141 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 550a0639-2ef3-4aed-89e3-f416321e6a82, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=550a0639-2ef3-4aed-89e3-f416321e6a82,segment=NetworkSegment(b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70),segment_id=b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:41:02.872771 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Returning: {'device': '550a0639-2ef3-4aed-89e3-f416321e6a82', 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f', 'port_id': '550a0639-2ef3-4aed-89e3-f416321e6a82', 'mac_address': 'fa:16:3e:9e:7d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f08251b0-e8ff-4f78-a05b-357588699f33', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:41:02.933379 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:02.962396 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 550a0639-2ef3-4aed-89e3-f416321e6a82 {{(pid=98475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:41:02.989029 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 550a0639-2ef3-4aed-89e3-f416321e6a82, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=550a0639-2ef3-4aed-89e3-f416321e6a82,segment=NetworkSegment(b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70),segment_id=b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:41:02.996319 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:03.006202 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:03.145860 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=550a0639-2ef3-4aed-89e3-f416321e6a82,revision_number=4']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:03.155463 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:03.358190 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 35382) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:03.374273 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-434bc2cd-81b3-49ba-b41b-833a38cf1561 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:03.382681 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-434bc2cd-81b3-49ba-b41b-833a38cf1561 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/networks?id=a454cf6c-27f3-4e65-8a46-b57d728d820a HTTP/1.1" status: 200 len: 815 time: 0.1646829 May 25 15:41:03.393315 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-366852ad-fd81-4136-8982-8f4aa2f614fd tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/quotas/1d0d92ba8c334e7bb4ce451a7b4b1caf HTTP/1.1" status: 200 len: 375 time: 0.0097480 May 25 15:41:03.455569 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['550a0639-2ef3-4aed-89e3-f416321e6a82'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:41:03.493608 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-b2e54575-473d-4fc5-89fc-bf4f7a0404e5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1270153221-network', 'tenant_id': '848affb04222422baa6bf6f0ca48955e'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:41:03.499029 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-b2e54575-473d-4fc5-89fc-bf4f7a0404e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:03.503277 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-b2e54575-473d-4fc5-89fc-bf4f7a0404e5 admin admin] Usage tracker for resource:network and tenant:848affb04222422baa6bf6f0ca48955e is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:03.506831 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-b2e54575-473d-4fc5-89fc-bf4f7a0404e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:03.508306 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-30e7e850-f6c5-4569-899c-1829f38de6bd tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d0d92ba8c334e7bb4ce451a7b4b1caf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1075606 May 25 15:41:03.515156 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-b2e54575-473d-4fc5-89fc-bf4f7a0404e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:03.528774 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e54575-473d-4fc5-89fc-bf4f7a0404e5 admin admin] Made reservation on behalf of 848affb04222422baa6bf6f0ca48955e for: {'network': 1} {{(pid=98474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:41:03.532510 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-b2e54575-473d-4fc5-89fc-bf4f7a0404e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1658119'] for network, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:03.555791 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-b2e54575-473d-4fc5-89fc-bf4f7a0404e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:03.577241 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-b2e54575-473d-4fc5-89fc-bf4f7a0404e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:03.582115 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-b2e54575-473d-4fc5-89fc-bf4f7a0404e5 admin admin] Usage tracker for resource:security_group_rule and tenant:848affb04222422baa6bf6f0ca48955e is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:03.585011 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-b2e54575-473d-4fc5-89fc-bf4f7a0404e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:03.592961 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-b2e54575-473d-4fc5-89fc-bf4f7a0404e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:03.738030 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-4b26a0d1-4624-4886-b85c-77d440eb6413 service neutron] 10.222.0.32 "GET /v2.0/networks/a454cf6c-27f3-4e65-8a46-b57d728d820a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211394 May 25 15:41:03.766947 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-b2e54575-473d-4fc5-89fc-bf4f7a0404e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:03.785860 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cfc57-9778-47a6-9025-5679d7ee2cab req-2af52b0c-5964-4007-9aed-f3d81069b6f7 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:03.794571 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0b3cfc57-9778-47a6-9025-5679d7ee2cab req-2af52b0c-5964-4007-9aed-f3d81069b6f7 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 944 time: 0.1615233 May 25 15:41:03.797872 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-b2e54575-473d-4fc5-89fc-bf4f7a0404e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:03.812105 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e54575-473d-4fc5-89fc-bf4f7a0404e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=98474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:41:03.824381 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-b2e54575-473d-4fc5-89fc-bf4f7a0404e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:03.824705 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.db.segments_db [None req-b2e54575-473d-4fc5-89fc-bf4f7a0404e5 admin admin] Added segment 8abf022d-4337-4841-a1f1-49e0b9ebe7dc of type vlan for network ccebdefd-d4ec-444e-be8a-2ad4100adcb6 May 25 15:41:03.857746 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-b2e54575-473d-4fc5-89fc-bf4f7a0404e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758999109461'] for network, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:03.872723 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-a4e1bffd-15d7-46be-91e5-1aecc33785a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:03.903604 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-647c9805-0aa5-469b-ae18-bb7a99c95a01 service neutron] 10.222.0.32 "GET /v2.0/networks/a454cf6c-27f3-4e65-8a46-b57d728d820a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588106 May 25 15:41:03.945200 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e54575-473d-4fc5-89fc-bf4f7a0404e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917eee14-11cc-442e-91a1-b33ce151042e,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:03.959515 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0b3cfc57-9778-47a6-9025-5679d7ee2cab req-801c4e50-4ee6-40ee-a607-cdb898bef000 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1640387 May 25 15:41:03.960657 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-b2e54575-473d-4fc5-89fc-bf4f7a0404e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:03.967012 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-b2e54575-473d-4fc5-89fc-bf4f7a0404e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430'] for network, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:03.969314 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e54575-473d-4fc5-89fc-bf4f7a0404e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:03.969900 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-b2e54575-473d-4fc5-89fc-bf4f7a0404e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:03.973485 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:04.228339 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e54575-473d-4fc5-89fc-bf4f7a0404e5 admin admin] Pushing event updated for resources: {'Network': ['ID=ccebdefd-d4ec-444e-be8a-2ad4100adcb6,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:04.234589 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-b2e54575-473d-4fc5-89fc-bf4f7a0404e5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8722599 May 25 15:41:04.234767 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-b2e54575-473d-4fc5-89fc-bf4f7a0404e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:04.235253 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 35412) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:04.240578 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Network ccebdefd-d4ec-444e-be8a-2ad4100adcb6 details requested by agent ovs-agent-dv-cinder-791240-3-iscsi with host dv-cinder-791240-3-iscsi {{(pid=98475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:41:04.253690 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b03e2d0d-4905-47af-97fb-f9c6bf4d03f2 req-a96b3ed8-39f4-42ea-934e-b6079853afe9 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd0cdce-9e5f-482d-98c1-c808604b6f2a HTTP/1.1" status: 200 len: 210 time: 0.0745232 May 25 15:41:04.258251 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-8114ca53-a28b-488a-90ac-764eefe7c63c admin admin] Request body: {'subnet': {'network_id': 'ccebdefd-d4ec-444e-be8a-2ad4100adcb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1270153221-subnet', 'tenant_id': '848affb04222422baa6bf6f0ca48955e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:41:04.272974 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-8114ca53-a28b-488a-90ac-764eefe7c63c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:04.282681 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-8114ca53-a28b-488a-90ac-764eefe7c63c admin admin] Usage tracker for resource:subnet and tenant:848affb04222422baa6bf6f0ca48955e is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:04.286940 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-8114ca53-a28b-488a-90ac-764eefe7c63c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:04.295888 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-8114ca53-a28b-488a-90ac-764eefe7c63c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:04.315501 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8114ca53-a28b-488a-90ac-764eefe7c63c admin admin] Made reservation on behalf of 848affb04222422baa6bf6f0ca48955e for: {'subnet': 1} {{(pid=98474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:41:04.318423 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-8114ca53-a28b-488a-90ac-764eefe7c63c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33042282'] for subnet, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:04.743890 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f94e15-bd9a-452e-9587-ac2796373efa req-d60220f6-5ff8-4d69-9d5f-c78945afd9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:04.745598 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-95f94e15-bd9a-452e-9587-ac2796373efa req-d60220f6-5ff8-4d69-9d5f-c78945afd9a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=58b8a9fdf31144b5b20d99f9a9ac856f&device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 1099 time: 0.2391753 May 25 15:41:04.773402 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b6d86-8d53-4247-b896-a96a41b5b9af req-ec6a8fc6-10f4-40fc-9d1b-9f0c3cd92cfc tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:04.775132 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-582b6d86-8d53-4247-b896-a96a41b5b9af req-ec6a8fc6-10f4-40fc-9d1b-9f0c3cd92cfc tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.2009115 May 25 15:41:04.784786 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-8114ca53-a28b-488a-90ac-764eefe7c63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33042300'] for subnet, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:04.788880 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:04.867728 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114ca53-a28b-488a-90ac-764eefe7c63c admin admin] Pushing event updated for resources: {'Subnet': ['ID=20fbce05-8cd1-40f5-81da-8c186d2a93df,revision_number=0']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:04.871272 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-8114ca53-a28b-488a-90ac-764eefe7c63c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:04.873838 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8114ca53-a28b-488a-90ac-764eefe7c63c admin admin] Checking segment: {'id': '8abf022d-4337-4841-a1f1-49e0b9ebe7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccebdefd-d4ec-444e-be8a-2ad4100adcb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:41:04.874199 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8114ca53-a28b-488a-90ac-764eefe7c63c admin admin] Network hostable DHCP agents. Network: ccebdefd-d4ec-444e-be8a-2ad4100adcb6, hostable agents: ['42768c43-11d1-4f10-a648-883cd7cd861b'], hosted agents: [] {{(pid=98474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:41:04.894391 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8114ca53-a28b-488a-90ac-764eefe7c63c admin admin] Network ccebdefd-d4ec-444e-be8a-2ad4100adcb6 is scheduled to be hosted by DHCP agent 42768c43-11d1-4f10-a648-883cd7cd861b with binding_index 1 {{(pid=98474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:41:04.907095 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [None req-8114ca53-a28b-488a-90ac-764eefe7c63c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-iscsi, ccebdefd-d4ec-444e-be8a-2ad4100adcb6) {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:41:04.917602 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8114ca53-a28b-488a-90ac-764eefe7c63c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:04.918222 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-8114ca53-a28b-488a-90ac-764eefe7c63c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for subnet, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:04.918937 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77b4e5f-17e1-437f-9fb5-27110ec26872 None None] Network ccebdefd-d4ec-444e-be8a-2ad4100adcb6 requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:41:04.945363 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-8114ca53-a28b-488a-90ac-764eefe7c63c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7089891 May 25 15:41:04.960936 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-582b6d86-8d53-4247-b896-a96a41b5b9af req-069652d6-fd10-4e63-8c3b-33ae76afbf8b tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681311 May 25 15:41:04.969424 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f94e15-bd9a-452e-9587-ac2796373efa req-49f2fc55-5d49-4009-a3c2-d483d42ae6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:04.970969 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-95f94e15-bd9a-452e-9587-ac2796373efa req-49f2fc55-5d49-4009-a3c2-d483d42ae6e3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8f344abd-5290-4d8f-91e2-bf99f4fcd285 HTTP/1.1" status: 200 len: 920 time: 0.2055750 May 25 15:41:05.062602 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-95f94e15-bd9a-452e-9587-ac2796373efa req-a495495b-65fb-4b68-935f-1b412ea1846a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac9011aa-187b-4dfd-b433-2941925cefd4 HTTP/1.1" status: 200 len: 217 time: 0.0829990 May 25 15:41:05.133221 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f94e15-bd9a-452e-9587-ac2796373efa req-cbcdd19a-78a9-4e25-a9ab-3343ee0b3d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:05.134672 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-95f94e15-bd9a-452e-9587-ac2796373efa req-cbcdd19a-78a9-4e25-a9ab-3343ee0b3d69 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8cf8d8a0-2dc7-4fc4-85a0-c64f7a466b21 HTTP/1.1" status: 200 len: 859 time: 0.0645454 May 25 15:41:05.196446 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8c2d0a-dd9b-4d17-b628-e1db0d9b99c5 None None] Network ccebdefd-d4ec-444e-be8a-2ad4100adcb6 requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:41:05.199837 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea6c25-8386-41f0-aca2-b491483a56a4 req-1a54641f-3637-475d-8929-0d571c29b8e2 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:05.208690 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-85ea6c25-8386-41f0-aca2-b491483a56a4 req-1a54641f-3637-475d-8929-0d571c29b8e2 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 944 time: 0.1211538 May 25 15:41:05.218824 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-95f94e15-bd9a-452e-9587-ac2796373efa req-cd9f928e-16dc-4ce3-b055-808392cdfd58 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f344abd-5290-4d8f-91e2-bf99f4fcd285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701673 May 25 15:41:05.264903 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-85ea6c25-8386-41f0-aca2-b491483a56a4 req-41c9c42d-bcba-4377-ad6a-55c887471465 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545435 May 25 15:41:05.490526 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-95f94e15-bd9a-452e-9587-ac2796373efa req-5fe48bc0-30a8-4a72-9fa8-898e21a8687a service neutron] 10.222.0.57 "GET /v2.0/networks/8f344abd-5290-4d8f-91e2-bf99f4fcd285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631838 May 25 15:41:05.718006 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9b7c32fa-a111-4215-b7ec-e2489ff948fb req-56ba9b55-8098-4845-8f49-559d6bce4331 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd0cdce-9e5f-482d-98c1-c808604b6f2a HTTP/1.1" status: 200 len: 210 time: 0.0779228 May 25 15:41:05.750903 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-95f94e15-bd9a-452e-9587-ac2796373efa req-4b5222b0-f045-46e1-bb19-0dec0aa7ff67 service neutron] 10.222.0.57 "GET /v2.0/networks/8f344abd-5290-4d8f-91e2-bf99f4fcd285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524068 May 25 15:41:05.775547 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-ebf7b5aa-923b-4540-a7d3-db9d128dda04 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:05.777755 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-ebf7b5aa-923b-4540-a7d3-db9d128dda04 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.57 "GET /v2.0/networks?id=a454cf6c-27f3-4e65-8a46-b57d728d820a HTTP/1.1" status: 200 len: 815 time: 0.4416134 May 25 15:41:05.801535 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-6eaccf13-fb5f-4fb1-af26-092f698f9a90 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Request body: {'port': {'device_id': '5bd0cdce-9e5f-482d-98c1-c808604b6f2a', 'network_id': 'a454cf6c-27f3-4e65-8a46-b57d728d820a', 'admin_state_up': True, 'tenant_id': '1d0d92ba8c334e7bb4ce451a7b4b1caf'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:41:06.037547 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-6eaccf13-fb5f-4fb1-af26-092f698f9a90 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:06.048479 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-6eaccf13-fb5f-4fb1-af26-092f698f9a90 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:06.059656 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-6eaccf13-fb5f-4fb1-af26-092f698f9a90 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Made reservation on behalf of 1d0d92ba8c334e7bb4ce451a7b4b1caf for: {'port': 1} {{(pid=98474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:41:06.064415 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-6eaccf13-fb5f-4fb1-af26-092f698f9a90 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:06.238570 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456dffa4-7b03-4e25-9330-459f94cbeb65 req-954bd34c-3114-411c-8d79-8279e624e71b tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:06.240277 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-456dffa4-7b03-4e25-9330-459f94cbeb65 req-954bd34c-3114-411c-8d79-8279e624e71b tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.1307476 May 25 15:41:06.305288 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-456dffa4-7b03-4e25-9330-459f94cbeb65 req-d63ed2ef-8855-41f5-8d86-34f8eb7385dd tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588768 May 25 15:41:06.377483 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.db_base_plugin_common [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-6eaccf13-fb5f-4fb1-af26-092f698f9a90 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Allocated IP 172.20.0.5 (a454cf6c-27f3-4e65-8a46-b57d728d820a/5d406481-8ad1-4ef9-a379-1390671d5486/0ba28077-e118-4291-9223-ceeeea3ba29f) {{(pid=98474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:41:06.634315 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad1807-b4f9-4e86-a646-30187330da6e req-1fcbe3bb-a4e5-4002-8a39-a3faedc42201 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:06.635157 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3cad1807-b4f9-4e86-a646-30187330da6e req-1fcbe3bb-a4e5-4002-8a39-a3faedc42201 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 944 time: 0.2181973 May 25 15:41:06.712073 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 550a0639-2ef3-4aed-89e3-f416321e6a82 up at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:41:06.733453 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-6eaccf13-fb5f-4fb1-af26-092f698f9a90 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Notify callbacks [] for port, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:06.739635 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3cad1807-b4f9-4e86-a646-30187330da6e req-a41663e3-0ff9-4f1a-a9be-de9b66a9f3be tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0902450 May 25 15:41:06.828565 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-6eaccf13-fb5f-4fb1-af26-092f698f9a90 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:06.837123 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-bf89879e-9eae-4210-a3a8-bbb99f17aa6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:06.850177 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['1b4f457c-ce11-4b07-b661-f77713f031df', '59e226d0-ad87-4d48-bc78-d4921b0d068d'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:41:06.909365 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-6eaccf13-fb5f-4fb1-af26-092f698f9a90 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Network a454cf6c-27f3-4e65-8a46-b57d728d820a is already hosted by enough agents. {{(pid=98474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:41:06.913071 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-6eaccf13-fb5f-4fb1-af26-092f698f9a90 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Resources bound (agent type, host, resource id): {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:41:06.917306 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-6eaccf13-fb5f-4fb1-af26-092f698f9a90 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Received port after_create {{(pid=98474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:41:06.941318 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning for port 550a0639-2ef3-4aed-89e3-f416321e6a82 completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:41:06.947809 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning complete for port 550a0639-2ef3-4aed-89e3-f416321e6a82 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:41:06.948219 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:06.980838 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaccf13-fb5f-4fb1-af26-092f698f9a90 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Pushing event updated for resources: {'Port': ['ID=0ba28077-e118-4291-9223-ceeeea3ba29f,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:07.023699 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-6eaccf13-fb5f-4fb1-af26-092f698f9a90 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:07.075727 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-6eaccf13-fb5f-4fb1-af26-092f698f9a90 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:07.076677 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-6eaccf13-fb5f-4fb1-af26-092f698f9a90 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for port, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:07.089562 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723324a-d9b7-4739-9cef-bedd009d154f req-10c8fba3-c582-47c7-99aa-d3de7e99580a tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:07.098111 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-4723324a-d9b7-4739-9cef-bedd009d154f req-10c8fba3-c582-47c7-99aa-d3de7e99580a tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd0cdce-9e5f-482d-98c1-c808604b6f2a HTTP/1.1" status: 200 len: 931 time: 0.1656244 May 25 15:41:07.130999 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-6eaccf13-fb5f-4fb1-af26-092f698f9a90 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3385341 May 25 15:41:07.147301 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-8d37b960-b229-42d9-816c-edbdc37e4fb0 service neutron] Request body: {'port': {'device_id': '5bd0cdce-9e5f-482d-98c1-c808604b6f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:41:07.155128 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-4723324a-d9b7-4739-9cef-bedd009d154f req-f9a6c193-a0bc-4570-afa3-13aabbfec40a tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555186 May 25 15:41:07.197056 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:07.256514 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 550a0639-2ef3-4aed-89e3-f416321e6a82, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=550a0639-2ef3-4aed-89e3-f416321e6a82,segment=NetworkSegment(b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70),segment_id=b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:41:07.261213 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f5014d-f70f-418a-82e1-9c222f9e1738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550a0639-2ef3-4aed-89e3-f416321e6a82'}] {{(pid=98475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:41:07.269580 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:07.273971 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:07.289774 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-8d37b960-b229-42d9-816c-edbdc37e4fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:07.354797 dv-cinder-791240-3-iscsi neutron-server[98475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f5014d-f70f-418a-82e1-9c222f9e1738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550a0639-2ef3-4aed-89e3-f416321e6a82', 'code': 200} May 25 15:41:07.409051 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=550a0639-2ef3-4aed-89e3-f416321e6a82,revision_number=5']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:07.413037 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:07.537288 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcb2c9-5b9c-40dc-a450-4a1e20d49e4b req-1e2a5d96-f1b1-48b2-bc17-03ea7535ed4b tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:07.538689 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-42bcb2c9-5b9c-40dc-a450-4a1e20d49e4b req-1e2a5d96-f1b1-48b2-bc17-03ea7535ed4b tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.0965986 May 25 15:41:07.637339 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-42bcb2c9-5b9c-40dc-a450-4a1e20d49e4b req-c9aa7c8f-d4cf-49a3-9073-f578dc3d38b0 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928342 May 25 15:41:07.661039 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc64a3f-c501-4bc3-9a93-467ef5d48590 req-406c0d12-8c3d-486d-9a45-0d3d1a79348d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:07.662491 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-fcc64a3f-c501-4bc3-9a93-467ef5d48590 req-406c0d12-8c3d-486d-9a45-0d3d1a79348d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 1098 time: 0.1050301 May 25 15:41:07.710854 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-8d37b960-b229-42d9-816c-edbdc37e4fb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ba28077-e118-4291-9223-ceeeea3ba29f {{(pid=98474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:41:07.719031 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-fcc64a3f-c501-4bc3-9a93-467ef5d48590 req-c92d353c-2cc4-41cd-988d-aee5f0dbf026 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405929 May 25 15:41:07.719200 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-8d37b960-b229-42d9-816c-edbdc37e4fb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:07.732440 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.provisioning_blocks [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-8d37b960-b229-42d9-816c-edbdc37e4fb0 service neutron] Transition to ACTIVE for port object 0ba28077-e118-4291-9223-ceeeea3ba29f will not be triggered until provisioned by entity L2. {{(pid=98474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:41:07.736707 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-8d37b960-b229-42d9-816c-edbdc37e4fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-881747'] for port, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:07.740294 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:07.899558 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37b960-b229-42d9-816c-edbdc37e4fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=0ba28077-e118-4291-9223-ceeeea3ba29f,revision_number=2']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:07.906076 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-8d37b960-b229-42d9-816c-edbdc37e4fb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:07.938795 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93232d51-584a-432c-a335-68bc712f9d6c req-fbce2d0b-6f43-431c-a479-5f84d3ce5fd2 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:07.940568 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-93232d51-584a-432c-a335-68bc712f9d6c req-fbce2d0b-6f43-431c-a479-5f84d3ce5fd2 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.0863907 May 25 15:41:07.975448 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.managers [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-8d37b960-b229-42d9-816c-edbdc37e4fb0 service neutron] Attempting to bind port 0ba28077-e118-4291-9223-ceeeea3ba29f on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:41:07.975786 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.managers [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-8d37b960-b229-42d9-816c-edbdc37e4fb0 service neutron] Attempting to bind port 0ba28077-e118-4291-9223-ceeeea3ba29f by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '1ec4470b-39ac-4e1b-833b-ea3a68e90e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a454cf6c-27f3-4e65-8a46-b57d728d820a'}] {{(pid=98474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:41:07.976149 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-8d37b960-b229-42d9-816c-edbdc37e4fb0 service neutron] Attempting to bind port 0ba28077-e118-4291-9223-ceeeea3ba29f on network a454cf6c-27f3-4e65-8a46-b57d728d820a {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:41:07.980673 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-8d37b960-b229-42d9-816c-edbdc37e4fb0 service neutron] Port 0ba28077-e118-4291-9223-ceeeea3ba29f on network a454cf6c-27f3-4e65-8a46-b57d728d820a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:41:07.980994 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-8d37b960-b229-42d9-816c-edbdc37e4fb0 service neutron] Attempting to bind port 0ba28077-e118-4291-9223-ceeeea3ba29f on network a454cf6c-27f3-4e65-8a46-b57d728d820a {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:41:07.986838 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-8d37b960-b229-42d9-816c-edbdc37e4fb0 service neutron] Checking agent: {'id': 'eb2109ed-85e4-4c57-98e0-c43a853e4d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'started_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:41:07.987175 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-8d37b960-b229-42d9-816c-edbdc37e4fb0 service neutron] Checking segment: {'id': '1ec4470b-39ac-4e1b-833b-ea3a68e90e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a454cf6c-27f3-4e65-8a46-b57d728d820a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:41:07.987546 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-8d37b960-b229-42d9-816c-edbdc37e4fb0 service neutron] Bound using segment: {'id': '1ec4470b-39ac-4e1b-833b-ea3a68e90e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a454cf6c-27f3-4e65-8a46-b57d728d820a'} {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:41:07.987651 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-93232d51-584a-432c-a335-68bc712f9d6c req-b5e20399-153e-47fe-a9cd-7728edbcf346 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415425 May 25 15:41:07.988012 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.managers [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-8d37b960-b229-42d9-816c-edbdc37e4fb0 service neutron] Bound port: 0ba28077-e118-4291-9223-ceeeea3ba29f, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ec4470b-39ac-4e1b-833b-ea3a68e90e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a454cf6c-27f3-4e65-8a46-b57d728d820a'}}] {{(pid=98474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:41:07.988358 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-8d37b960-b229-42d9-816c-edbdc37e4fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:08.094804 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-8d37b960-b229-42d9-816c-edbdc37e4fb0 service neutron] For port 0ba28077-e118-4291-9223-ceeeea3ba29f, host hv-cinder-79124, cleared binding levels {{(pid=98474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:41:08.099013 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-8d37b960-b229-42d9-816c-edbdc37e4fb0 service neutron] For port 0ba28077-e118-4291-9223-ceeeea3ba29f, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=0ba28077-e118-4291-9223-ceeeea3ba29f,segment=NetworkSegment(1ec4470b-39ac-4e1b-833b-ea3a68e90e6d),segment_id=1ec4470b-39ac-4e1b-833b-ea3a68e90e6d)] {{(pid=98474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:41:08.102657 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-8d37b960-b229-42d9-816c-edbdc37e4fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-881747'] for port, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:08.112474 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:08.172532 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-8d37b960-b229-42d9-816c-edbdc37e4fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:08.173144 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-8d37b960-b229-42d9-816c-edbdc37e4fb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for port, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:08.174499 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-8d37b960-b229-42d9-816c-edbdc37e4fb0 service neutron] 10.222.0.57 "PUT /v2.0/ports/0ba28077-e118-4291-9223-ceeeea3ba29f HTTP/1.1" status: 200 len: 1093 time: 1.0338197 May 25 15:41:08.175161 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd0cdce-9e5f-482d-98c1-c808604b6f2a', 'tag': '0ba28077-e118-4291-9223-ceeeea3ba29f'}] {{(pid=98474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:41:08.206510 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37b960-b229-42d9-816c-edbdc37e4fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=0ba28077-e118-4291-9223-ceeeea3ba29f,revision_number=3']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:08.210008 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-8d37b960-b229-42d9-816c-edbdc37e4fb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:08.282208 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bd0cdce-9e5f-482d-98c1-c808604b6f2a', 'tag': '0ba28077-e118-4291-9223-ceeeea3ba29f', 'status': 'completed', 'code': 200} May 25 15:41:08.316034 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-a0c2512d-69a0-49df-818e-a586cdb84f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:08.317756 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-a0c2512d-69a0-49df-818e-a586cdb84f85 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1d0d92ba8c334e7bb4ce451a7b4b1caf&device_id=5bd0cdce-9e5f-482d-98c1-c808604b6f2a HTTP/1.1" status: 200 len: 1096 time: 0.0823619 May 25 15:41:08.446485 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-62b13db3-f8b8-4751-97b3-892704197524 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ba28077-e118-4291-9223-ceeeea3ba29f HTTP/1.1" status: 200 len: 217 time: 0.1209567 May 25 15:41:08.452214 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0bcbf-e464-43ba-a244-b6b2a86b26d3 req-2a38de8c-6765-4ef5-a15b-e9ac7490cf7a tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:08.460195 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-5ae0bcbf-e464-43ba-a244-b6b2a86b26d3 req-2a38de8c-6765-4ef5-a15b-e9ac7490cf7a tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd0cdce-9e5f-482d-98c1-c808604b6f2a HTTP/1.1" status: 200 len: 943 time: 0.1264479 May 25 15:41:08.509557 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-5ae0bcbf-e464-43ba-a244-b6b2a86b26d3 req-3413203e-1fb1-4cb3-a009-6f79d21e0622 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481122 May 25 15:41:08.707789 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-df96336a-8a1b-4cb3-b93a-ea8858f35681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:08.709653 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-df96336a-8a1b-4cb3-b93a-ea8858f35681 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5d406481-8ad1-4ef9-a379-1390671d5486 HTTP/1.1" status: 200 len: 855 time: 0.2560902 May 25 15:41:08.790579 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 35554) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:08.801194 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-e860d2e6-0bbe-49cb-b3eb-f1fd39e97894 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:08.801866 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-e860d2e6-0bbe-49cb-b3eb-f1fd39e97894 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Synchronizing usage tracker for tenant:848affb04222422baa6bf6f0ca48955e on resource:network {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:41:08.819344 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-46ee3afd-aa1b-47b1-bcd6-98707fbf4a61 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a454cf6c-27f3-4e65-8a46-b57d728d820a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601511 May 25 15:41:08.836212 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c1dbc-36de-47b7-b16c-1f694a23d15a req-11b4e055-3533-49f9-8f7b-e6a34c999608 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:08.837763 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-240c1dbc-36de-47b7-b16c-1f694a23d15a req-11b4e055-3533-49f9-8f7b-e6a34c999608 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.0816047 May 25 15:41:08.891808 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-240c1dbc-36de-47b7-b16c-1f694a23d15a req-001745c0-0ee4-4a4d-b289-daee3b462037 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452635 May 25 15:41:08.903814 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-e860d2e6-0bbe-49cb-b3eb-f1fd39e97894 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Unset dirty status for tenant:848affb04222422baa6bf6f0ca48955e on resource:network {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:41:08.905812 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-e860d2e6-0bbe-49cb-b3eb-f1fd39e97894 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/networks?id=ccebdefd-d4ec-444e-be8a-2ad4100adcb6 HTTP/1.1" status: 200 len: 809 time: 0.3999276 May 25 15:41:08.930957 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-bfc0bf82-0b78-44f3-bee6-46ab660c0413 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/quotas/848affb04222422baa6bf6f0ca48955e HTTP/1.1" status: 200 len: 375 time: 0.0195715 May 25 15:41:09.013594 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-9b16b729-79f0-411e-b6ab-0d1e14af2ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:09.024174 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-6a5dfb2f-3826-4363-a7c4-11ca10e3993e tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=848affb04222422baa6bf6f0ca48955e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0864215 May 25 15:41:09.060326 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-9b16b729-79f0-411e-b6ab-0d1e14af2ba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:09.072389 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-9b16b729-79f0-411e-b6ab-0d1e14af2ba0 admin admin] Usage tracker for resource:security_group_rule and tenant:f18fc8a088ed459aae03b46642223ecd is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:09.079197 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-daf40166-74ed-4f95-95fb-198b8757f68b service neutron] 10.222.0.57 "GET /v2.0/networks/a454cf6c-27f3-4e65-8a46-b57d728d820a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506273 May 25 15:41:09.080032 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-9b16b729-79f0-411e-b6ab-0d1e14af2ba0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:09.152480 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-9b16b729-79f0-411e-b6ab-0d1e14af2ba0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:09.183424 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee101b-e126-4fb5-aa42-c94c1b04576c req-ce4a8c5d-defd-4f49-979d-9ec979dd493f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:09.185238 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b9ee101b-e126-4fb5-aa42-c94c1b04576c req-ce4a8c5d-defd-4f49-979d-9ec979dd493f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.0829513 May 25 15:41:09.233822 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b9ee101b-e126-4fb5-aa42-c94c1b04576c req-0d010cfd-f856-41fa-a5b5-0320950c7856 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405061 May 25 15:41:09.320794 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-9b808c9e-cb0d-4642-bf37-0c0fa557d951 service neutron] 10.222.0.32 "GET /v2.0/networks/ccebdefd-d4ec-444e-be8a-2ad4100adcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806163 May 25 15:41:09.424651 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9d36a9a5-1fe4-442e-9494-ac6184391b46 req-a2222238-ec56-4718-b5d3-8853898421a2 service neutron] 10.222.0.57 "GET /v2.0/networks/a454cf6c-27f3-4e65-8a46-b57d728d820a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384304 May 25 15:41:09.570953 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-9b16b729-79f0-411e-b6ab-0d1e14af2ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:09.573428 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-79fdba66-142d-4b9f-8084-f202cc533aca service neutron] 10.222.0.32 "GET /v2.0/networks/ccebdefd-d4ec-444e-be8a-2ad4100adcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352808 May 25 15:41:09.579633 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-9b16b729-79f0-411e-b6ab-0d1e14af2ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:09.609987 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:09.619465 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-9b16b729-79f0-411e-b6ab-0d1e14af2ba0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f18fc8a088ed459aae03b46642223ecd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8148308 May 25 15:41:09.622218 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 35572) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:09.647045 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16b729-79f0-411e-b6ab-0d1e14af2ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ee5e7a-a0d6-40ea-be33-f6e474dbc72b,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:09.650406 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-9b16b729-79f0-411e-b6ab-0d1e14af2ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:09.660399 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934f5f8-547d-4c1f-88e4-d3a5c42e2275 req-6f160dc4-b24e-4668-9447-2196502cce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:09.661961 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a934f5f8-547d-4c1f-88e4-d3a5c42e2275 req-6f160dc4-b24e-4668-9447-2196502cce9b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1d0d92ba8c334e7bb4ce451a7b4b1caf&device_id=5bd0cdce-9e5f-482d-98c1-c808604b6f2a HTTP/1.1" status: 200 len: 1096 time: 0.1754236 May 25 15:41:09.770183 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-30001180-77ac-46f0-a10f-f9edb16b39c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:09.810299 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa7a20-03a1-4984-b160-93e34477cf98 req-8e3aecf2-4a09-44d1-a7dc-2e906bb7257e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:09.812480 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-56aa7a20-03a1-4984-b160-93e34477cf98 req-8e3aecf2-4a09-44d1-a7dc-2e906bb7257e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd0cdce-9e5f-482d-98c1-c808604b6f2a HTTP/1.1" status: 200 len: 943 time: 0.1757574 May 25 15:41:09.814760 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-30001180-77ac-46f0-a10f-f9edb16b39c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:09.872759 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-fc5b9e15-b208-4de7-ba01-45367c17646e req-75dba08a-737e-4237-9dbf-e9fbddd93efc tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=37533585-1e22-4de9-8274-6c714fdcc3de HTTP/1.1" status: 200 len: 210 time: 0.0672863 May 25 15:41:09.901738 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-56aa7a20-03a1-4984-b160-93e34477cf98 req-0df2533e-881b-4be5-9dcb-e921561e73ed tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729134 May 25 15:41:09.920791 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-30001180-77ac-46f0-a10f-f9edb16b39c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:09.927943 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934f5f8-547d-4c1f-88e4-d3a5c42e2275 req-a35d1113-dfca-478c-a07c-abf2b4e987a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:09.927943 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a934f5f8-547d-4c1f-88e4-d3a5c42e2275 req-a35d1113-dfca-478c-a07c-abf2b4e987a7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a454cf6c-27f3-4e65-8a46-b57d728d820a HTTP/1.1" status: 200 len: 916 time: 0.2581546 May 25 15:41:09.931571 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-975f4cae-7f73-4962-82bd-b2f2006013c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:09.956507 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30001180-77ac-46f0-a10f-f9edb16b39c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ee5e7a-a0d6-40ea-be33-f6e474dbc72b,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:09.981632 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-30001180-77ac-46f0-a10f-f9edb16b39c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:09.986667 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-30001180-77ac-46f0-a10f-f9edb16b39c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/68ee5e7a-a0d6-40ea-be33-f6e474dbc72b HTTP/1.1" status: 204 len: 168 time: 0.3630018 May 25 15:41:09.989689 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-30001180-77ac-46f0-a10f-f9edb16b39c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:10.016309 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a934f5f8-547d-4c1f-88e4-d3a5c42e2275 req-a83c895f-ee2c-43db-a1d4-975575f6ff07 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ba28077-e118-4291-9223-ceeeea3ba29f HTTP/1.1" status: 200 len: 217 time: 0.0823145 May 25 15:41:10.156699 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934f5f8-547d-4c1f-88e4-d3a5c42e2275 req-b21214d5-1d18-46a5-a978-c47f410fdfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:10.158504 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a934f5f8-547d-4c1f-88e4-d3a5c42e2275 req-b21214d5-1d18-46a5-a978-c47f410fdfb9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5d406481-8ad1-4ef9-a379-1390671d5486 HTTP/1.1" status: 200 len: 855 time: 0.0952146 May 25 15:41:10.209996 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3b80f-2767-4a68-90a3-cdc4e52cfb74 req-c239d329-f43b-43f9-80c7-b7c28addfd58 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:10.211487 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b4a3b80f-2767-4a68-90a3-cdc4e52cfb74 req-c239d329-f43b-43f9-80c7-b7c28addfd58 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.1859303 May 25 15:41:10.218731 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a934f5f8-547d-4c1f-88e4-d3a5c42e2275 req-a4ec7bc4-5993-4e16-9a35-1b2db109b208 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a454cf6c-27f3-4e65-8a46-b57d728d820a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523522 May 25 15:41:10.240413 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-4cea3c08-e1e3-41f4-83be-5ea06ccc1de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:10.334624 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b4a3b80f-2767-4a68-90a3-cdc4e52cfb74 req-4046fd16-d50a-4a35-814b-2af86a44bfb0 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149361 May 25 15:41:10.413926 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a934f5f8-547d-4c1f-88e4-d3a5c42e2275 req-0829c697-5125-4228-bf1e-5d9962de6286 service neutron] 10.222.0.57 "GET /v2.0/networks/a454cf6c-27f3-4e65-8a46-b57d728d820a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710782 May 25 15:41:10.476153 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b62160-fd6a-4478-973c-b2d7b985ead2 req-92d0fe22-236b-4a7f-acd4-aa6c7e180456 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:10.478025 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c8b62160-fd6a-4478-973c-b2d7b985ead2 req-92d0fe22-236b-4a7f-acd4-aa6c7e180456 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.1205540 May 25 15:41:10.557537 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c8b62160-fd6a-4478-973c-b2d7b985ead2 req-f527abbb-fa33-4802-89d0-86d1d5a9b338 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729995 May 25 15:41:10.706744 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a934f5f8-547d-4c1f-88e4-d3a5c42e2275 req-c426bad9-4b66-4838-8ecb-8b344e6800d0 service neutron] 10.222.0.57 "GET /v2.0/networks/a454cf6c-27f3-4e65-8a46-b57d728d820a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827201 May 25 15:41:10.774644 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467083e-d4c5-4861-8346-856ea2b98087 req-029e56ff-2713-4f86-aa88-cfc66ea8e96e tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:10.776144 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-1467083e-d4c5-4861-8346-856ea2b98087 req-029e56ff-2713-4f86-aa88-cfc66ea8e96e tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.0890622 May 25 15:41:10.784930 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 35624) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:10.790046 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-1d74b79a-023d-4438-9ba8-dc02308b564d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Request body: {'floatingip': {'port_id': '550a0639-2ef3-4aed-89e3-f416321e6a82'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:41:10.926288 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 35636) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:10.975986 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-1d74b79a-023d-4438-9ba8-dc02308b564d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for floatingip, before_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:11.140342 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-7bf221db-df73-45d0-878f-6fd0c077c111 req-39126d29-a679-4250-81be-bc3d73476093 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=37533585-1e22-4de9-8274-6c714fdcc3de HTTP/1.1" status: 200 len: 210 time: 0.0809557 May 25 15:41:11.175038 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-df239498-2c1f-4379-8791-25a779d5b1c8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1471348406-network', 'tenant_id': 'cdb64e1fc05f4a72be9fc39079cdc282'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:41:11.187094 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-df239498-2c1f-4379-8791-25a779d5b1c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:11.202996 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-df239498-2c1f-4379-8791-25a779d5b1c8 admin admin] Usage tracker for resource:network and tenant:cdb64e1fc05f4a72be9fc39079cdc282 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:11.214631 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-df239498-2c1f-4379-8791-25a779d5b1c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:11.253261 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-df239498-2c1f-4379-8791-25a779d5b1c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:11.282758 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df239498-2c1f-4379-8791-25a779d5b1c8 admin admin] Made reservation on behalf of cdb64e1fc05f4a72be9fc39079cdc282 for: {'network': 1} {{(pid=98473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:41:11.285194 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-df239498-2c1f-4379-8791-25a779d5b1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1658119'] for network, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:11.307805 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-df239498-2c1f-4379-8791-25a779d5b1c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:11.329172 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-01cb0ff2-aa80-4f72-be29-e37f4d4d4bf0 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:11.329172 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-01cb0ff2-aa80-4f72-be29-e37f4d4d4bf0 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.57 "GET /v2.0/networks?id=ccebdefd-d4ec-444e-be8a-2ad4100adcb6 HTTP/1.1" status: 200 len: 809 time: 0.1917782 May 25 15:41:11.342544 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-748aee49-6109-4a54-a37a-65f9791e5d58 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Request body: {'port': {'device_id': '37533585-1e22-4de9-8274-6c714fdcc3de', 'network_id': 'ccebdefd-d4ec-444e-be8a-2ad4100adcb6', 'admin_state_up': True, 'tenant_id': '848affb04222422baa6bf6f0ca48955e'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:41:11.478751 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-df239498-2c1f-4379-8791-25a779d5b1c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:11.483174 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-df239498-2c1f-4379-8791-25a779d5b1c8 admin admin] Usage tracker for resource:security_group_rule and tenant:cdb64e1fc05f4a72be9fc39079cdc282 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:11.486120 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-df239498-2c1f-4379-8791-25a779d5b1c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:11.493567 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-df239498-2c1f-4379-8791-25a779d5b1c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:11.593593 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c334f7-6153-4674-8eb0-414657264d9a req-39714d9e-9564-4af8-b593-b67007573a3c tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:11.595073 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-e8c334f7-6153-4674-8eb0-414657264d9a req-39714d9e-9564-4af8-b593-b67007573a3c tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd0cdce-9e5f-482d-98c1-c808604b6f2a HTTP/1.1" status: 200 len: 943 time: 0.4884453 May 25 15:41:11.598127 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-748aee49-6109-4a54-a37a-65f9791e5d58 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:11.603447 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-748aee49-6109-4a54-a37a-65f9791e5d58 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Usage tracker for resource:port and tenant:848affb04222422baa6bf6f0ca48955e is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:11.608103 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-748aee49-6109-4a54-a37a-65f9791e5d58 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:11.615615 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-748aee49-6109-4a54-a37a-65f9791e5d58 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:11.630439 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-748aee49-6109-4a54-a37a-65f9791e5d58 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Made reservation on behalf of 848affb04222422baa6bf6f0ca48955e for: {'port': 1} {{(pid=98474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:41:11.633854 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-748aee49-6109-4a54-a37a-65f9791e5d58 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:11.652725 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a8e76-e6a1-4302-9e5c-8c5a8c4b9785 req-a001ce87-4bd8-496d-8c57-b2f75fff196f tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:11.654210 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-924a8e76-e6a1-4302-9e5c-8c5a8c4b9785 req-a001ce87-4bd8-496d-8c57-b2f75fff196f tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.1445467 May 25 15:41:11.694953 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-e8c334f7-6153-4674-8eb0-414657264d9a req-2667866d-de95-420e-8648-7a97092857c1 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754271 May 25 15:41:11.784398 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-924a8e76-e6a1-4302-9e5c-8c5a8c4b9785 req-51d788dd-2037-4f8a-a585-34eba8abd203 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206610 May 25 15:41:11.831553 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-df239498-2c1f-4379-8791-25a779d5b1c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:11.837351 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-df239498-2c1f-4379-8791-25a779d5b1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:11.841324 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:11.867482 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.db_base_plugin_common [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-748aee49-6109-4a54-a37a-65f9791e5d58 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Allocated IP 172.20.0.10 (ccebdefd-d4ec-444e-be8a-2ad4100adcb6/20fbce05-8cd1-40f5-81da-8c186d2a93df/575c2858-78df-44e4-87a6-fdb069ffda6b) {{(pid=98474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:41:11.877641 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df239498-2c1f-4379-8791-25a779d5b1c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=98473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:41:11.887399 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df239498-2c1f-4379-8791-25a779d5b1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29efde49-779b-442c-8732-4759fd3faef6,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:11.892006 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-df239498-2c1f-4379-8791-25a779d5b1c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:11.897776 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-df239498-2c1f-4379-8791-25a779d5b1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:11.898206 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.db.segments_db [None req-df239498-2c1f-4379-8791-25a779d5b1c8 admin admin] Added segment 4a067f6f-2777-461f-996b-290d007bc15e of type vlan for network 1cf3ac43-1c2d-41a1-ab33-652986c9f04a May 25 15:41:11.940834 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-df239498-2c1f-4379-8791-25a779d5b1c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758999109461'] for network, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:12.053212 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-df239498-2c1f-4379-8791-25a779d5b1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430'] for network, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:12.060417 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df239498-2c1f-4379-8791-25a779d5b1c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:12.061027 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-df239498-2c1f-4379-8791-25a779d5b1c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:12.066612 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-1d74b79a-023d-4438-9ba8-dc02308b564d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:12.068789 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-196391d0-6ec7-4bf4-954a-5f904bc7cb81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:12.086023 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-748aee49-6109-4a54-a37a-65f9791e5d58 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Notify callbacks [] for port, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:12.089367 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-1d74b79a-023d-4438-9ba8-dc02308b564d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-353536'] for floatingip, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:12.116219 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-748aee49-6109-4a54-a37a-65f9791e5d58 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:12.121902 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:12.186527 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-748aee49-6109-4a54-a37a-65f9791e5d58 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Network ccebdefd-d4ec-444e-be8a-2ad4100adcb6 is already hosted by enough agents. {{(pid=98474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:41:12.189676 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-748aee49-6109-4a54-a37a-65f9791e5d58 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Resources bound (agent type, host, resource id): {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:41:12.193704 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-748aee49-6109-4a54-a37a-65f9791e5d58 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Received port after_create {{(pid=98474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:41:12.230002 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748aee49-6109-4a54-a37a-65f9791e5d58 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Pushing event updated for resources: {'Port': ['ID=575c2858-78df-44e4-87a6-fdb069ffda6b,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:12.234871 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-748aee49-6109-4a54-a37a-65f9791e5d58 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:12.258643 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-df239498-2c1f-4379-8791-25a779d5b1c8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3281872 May 25 15:41:12.259090 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 35664) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:12.263570 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df239498-2c1f-4379-8791-25a779d5b1c8 admin admin] Pushing event updated for resources: {'Network': ['ID=1cf3ac43-1c2d-41a1-ab33-652986c9f04a,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:12.267800 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-df239498-2c1f-4379-8791-25a779d5b1c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:12.270883 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-07be08a4-0e57-4d06-a419-cf91cdf45ff5 admin admin] Request body: {'subnet': {'network_id': '1cf3ac43-1c2d-41a1-ab33-652986c9f04a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1471348406-subnet', 'tenant_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'ip_version': 4}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:41:12.274544 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Network 1cf3ac43-1c2d-41a1-ab33-652986c9f04a details requested by agent ovs-agent-dv-cinder-791240-3-iscsi with host dv-cinder-791240-3-iscsi {{(pid=98475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:41:12.308297 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-748aee49-6109-4a54-a37a-65f9791e5d58 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:12.308817 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-748aee49-6109-4a54-a37a-65f9791e5d58 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for port, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:12.314920 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-07be08a4-0e57-4d06-a419-cf91cdf45ff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:12.333980 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-07be08a4-0e57-4d06-a419-cf91cdf45ff5 admin admin] Usage tracker for resource:subnet and tenant:cdb64e1fc05f4a72be9fc39079cdc282 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:12.337229 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-07be08a4-0e57-4d06-a419-cf91cdf45ff5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:12.349445 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-07be08a4-0e57-4d06-a419-cf91cdf45ff5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:12.368386 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.db.l3_db [None req-1d74b79a-023d-4438-9ba8-dc02308b564d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Floating IP a7bfb274-875b-4f8e-bf9d-3635d4c29fce associated. External IP: 172.27.3.117, port: 550a0639-2ef3-4aed-89e3-f416321e6a82. May 25 15:41:12.374835 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-748aee49-6109-4a54-a37a-65f9791e5d58 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0374086 May 25 15:41:12.377453 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07be08a4-0e57-4d06-a419-cf91cdf45ff5 admin admin] Made reservation on behalf of cdb64e1fc05f4a72be9fc39079cdc282 for: {'subnet': 1} {{(pid=98474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:41:12.379740 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-07be08a4-0e57-4d06-a419-cf91cdf45ff5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33042282'] for subnet, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:12.400286 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-2c494890-db18-4077-9cd4-035224d1f7da service neutron] Request body: {'port': {'device_id': '37533585-1e22-4de9-8274-6c714fdcc3de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:41:12.536640 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea84eb1-54c4-4263-a0f5-d6fc2f4b4919 req-b2084bc3-123d-46ab-8933-d2e0a9eba72d tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:12.537372 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-6ea84eb1-54c4-4263-a0f5-d6fc2f4b4919 req-b2084bc3-123d-46ab-8933-d2e0a9eba72d tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Synchronizing usage tracker for tenant:848affb04222422baa6bf6f0ca48955e on resource:port {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:41:12.620103 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-6ea84eb1-54c4-4263-a0f5-d6fc2f4b4919 req-b2084bc3-123d-46ab-8933-d2e0a9eba72d tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Unset dirty status for tenant:848affb04222422baa6bf6f0ca48955e on resource:port {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:41:12.621257 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-6ea84eb1-54c4-4263-a0f5-d6fc2f4b4919 req-b2084bc3-123d-46ab-8933-d2e0a9eba72d tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=37533585-1e22-4de9-8274-6c714fdcc3de HTTP/1.1" status: 200 len: 932 time: 0.3573656 May 25 15:41:12.626221 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-2c494890-db18-4077-9cd4-035224d1f7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:12.713721 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:12.723407 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 0ba28077-e118-4291-9223-ceeeea3ba29f details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:41:12.777886 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-6ea84eb1-54c4-4263-a0f5-d6fc2f4b4919 req-22973a4a-a6ab-4748-ab3e-d9f34208d8d5 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Synchronizing usage tracker for tenant:848affb04222422baa6bf6f0ca48955e on resource:security_group {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:41:12.932794 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-35e94765-113f-45ea-bb3b-c0762eb663d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:12.984287 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-6ea84eb1-54c4-4263-a0f5-d6fc2f4b4919 req-22973a4a-a6ab-4748-ab3e-d9f34208d8d5 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Unset dirty status for tenant:848affb04222422baa6bf6f0ca48955e on resource:security_group {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:41:12.993211 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-6ea84eb1-54c4-4263-a0f5-d6fc2f4b4919 req-22973a4a-a6ab-4748-ab3e-d9f34208d8d5 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576348 May 25 15:41:12.995937 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d74b79a-023d-4438-9ba8-dc02308b564d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Router 46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:41:13.008632 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 0ba28077-e118-4291-9223-ceeeea3ba29f, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=0ba28077-e118-4291-9223-ceeeea3ba29f,segment=NetworkSegment(1ec4470b-39ac-4e1b-833b-ea3a68e90e6d),segment_id=1ec4470b-39ac-4e1b-833b-ea3a68e90e6d)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:41:13.021343 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108d90b-7beb-4578-a7da-a99c6b576ba4 req-a87e1c45-bb4c-4206-b692-42dfbeddecd5 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:13.023110 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b108d90b-7beb-4578-a7da-a99c6b576ba4 req-a87e1c45-bb4c-4206-b692-42dfbeddecd5 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd0cdce-9e5f-482d-98c1-c808604b6f2a HTTP/1.1" status: 200 len: 943 time: 0.1643043 May 25 15:41:13.031132 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Returning: {'device': '0ba28077-e118-4291-9223-ceeeea3ba29f', 'network_id': 'a454cf6c-27f3-4e65-8a46-b57d728d820a', 'port_id': '0ba28077-e118-4291-9223-ceeeea3ba29f', 'mac_address': 'fa:16:3e:39:1a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d406481-8ad1-4ef9-a379-1390671d5486', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:41:13.102888 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:13.127311 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ba28077-e118-4291-9223-ceeeea3ba29f {{(pid=98475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:41:13.151916 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 0ba28077-e118-4291-9223-ceeeea3ba29f, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=0ba28077-e118-4291-9223-ceeeea3ba29f,segment=NetworkSegment(1ec4470b-39ac-4e1b-833b-ea3a68e90e6d),segment_id=1ec4470b-39ac-4e1b-833b-ea3a68e90e6d)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:41:13.157291 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:13.159198 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:13.233929 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=0ba28077-e118-4291-9223-ceeeea3ba29f,revision_number=4']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:13.238039 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:13.253501 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b108d90b-7beb-4578-a7da-a99c6b576ba4 req-208eae11-514c-41bc-a41c-877017f9f042 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543727 May 25 15:41:13.278828 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d74b79a-023d-4438-9ba8-dc02308b564d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:41:13.284633 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-1d74b79a-023d-4438-9ba8-dc02308b564d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for floatingip, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:13.292410 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eb81a5-bca5-4c6e-960d-f56f6248c70c None None] Sync routers for ids ['46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'] in dv-cinder-791240-3-iscsi {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:41:13.306670 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eb81a5-bca5-4c6e-960d-f56f6248c70c None None] Routers {'46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:41:13.307332 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-94eb81a5-bca5-4c6e-960d-f56f6248c70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:41:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:41:13.349810 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-1d74b79a-023d-4438-9ba8-dc02308b564d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "PUT /v2.0/floatingips/a7bfb274-875b-4f8e-bf9d-3635d4c29fce HTTP/1.1" status: 200 len: 991 time: 2.5638373 May 25 15:41:13.350508 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f5014d-f70f-418a-82e1-9c222f9e1738', 'tag': '550a0639-2ef3-4aed-89e3-f416321e6a82'}] {{(pid=98473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:41:13.370911 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56ff2e-2dba-4812-9856-6e4c48500a65 req-b2478ec6-cee1-4eef-94d3-9a43188c66b8 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:13.372684 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-dc56ff2e-2dba-4812-9856-6e4c48500a65 req-b2478ec6-cee1-4eef-94d3-9a43188c66b8 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.2217648 May 25 15:41:13.459508 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-2c494890-db18-4077-9cd4-035224d1f7da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 575c2858-78df-44e4-87a6-fdb069ffda6b {{(pid=98474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:41:13.475449 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-2c494890-db18-4077-9cd4-035224d1f7da service neutron] Notify callbacks [] for port, precommit_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:13.521060 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-94eb81a5-bca5-4c6e-960d-f56f6248c70c None None] Set router 46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b gateway port host: dv-cinder-791240-3-iscsi {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:41:13.527851 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-dc56ff2e-2dba-4812-9856-6e4c48500a65 req-d93bfd46-cee3-4aae-b962-10c7cc4470f1 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192865 May 25 15:41:13.543057 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.provisioning_blocks [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-2c494890-db18-4077-9cd4-035224d1f7da service neutron] Transition to ACTIVE for port object 575c2858-78df-44e4-87a6-fdb069ffda6b will not be triggered until provisioned by entity L2. {{(pid=98474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:41:13.550970 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-2c494890-db18-4077-9cd4-035224d1f7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-881747'] for port, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:13.557549 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-07be08a4-0e57-4d06-a419-cf91cdf45ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33042300'] for subnet, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:13.559031 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-ed34bc64-398e-421e-aca7-958ad3fe818f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:13.647674 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f5014d-f70f-418a-82e1-9c222f9e1738', 'tag': '550a0639-2ef3-4aed-89e3-f416321e6a82', 'status': 'completed', 'code': 200} May 25 15:41:13.718398 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:13.730206 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c494890-db18-4077-9cd4-035224d1f7da service neutron] Pushing event updated for resources: {'Port': ['ID=575c2858-78df-44e4-87a6-fdb069ffda6b,revision_number=2']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:13.750678 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-2c494890-db18-4077-9cd4-035224d1f7da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:13.751116 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:13.760652 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['0ba28077-e118-4291-9223-ceeeea3ba29f'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:41:13.784470 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ccdc07-a391-43b7-a5a7-606f0246cbd2 req-734fe1a8-558b-41d9-8f36-b40f3475a2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:13.785952 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-97ccdc07-a391-43b7-a5a7-606f0246cbd2 req-734fe1a8-558b-41d9-8f36-b40f3475a2a3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=09c1045625524f1b90d5479c8fb05c9e&device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 1098 time: 0.1038547 May 25 15:41:13.857950 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be08a4-0e57-4d06-a419-cf91cdf45ff5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8814786-1b46-4acf-84af-e90570416047,revision_number=0']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:13.860908 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07be08a4-0e57-4d06-a419-cf91cdf45ff5 admin admin] Checking segment: {'id': '4a067f6f-2777-461f-996b-290d007bc15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1cf3ac43-1c2d-41a1-ab33-652986c9f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:41:13.860908 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07be08a4-0e57-4d06-a419-cf91cdf45ff5 admin admin] Network hostable DHCP agents. Network: 1cf3ac43-1c2d-41a1-ab33-652986c9f04a, hostable agents: ['42768c43-11d1-4f10-a648-883cd7cd861b'], hosted agents: [] {{(pid=98474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:41:13.864162 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-07be08a4-0e57-4d06-a419-cf91cdf45ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:13.911463 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.managers [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-2c494890-db18-4077-9cd4-035224d1f7da service neutron] Attempting to bind port 575c2858-78df-44e4-87a6-fdb069ffda6b on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:41:13.914342 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.managers [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-2c494890-db18-4077-9cd4-035224d1f7da service neutron] Attempting to bind port 575c2858-78df-44e4-87a6-fdb069ffda6b by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '8abf022d-4337-4841-a1f1-49e0b9ebe7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccebdefd-d4ec-444e-be8a-2ad4100adcb6'}] {{(pid=98474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:41:13.914859 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-2c494890-db18-4077-9cd4-035224d1f7da service neutron] Attempting to bind port 575c2858-78df-44e4-87a6-fdb069ffda6b on network ccebdefd-d4ec-444e-be8a-2ad4100adcb6 {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:41:13.920887 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07be08a4-0e57-4d06-a419-cf91cdf45ff5 admin admin] Network 1cf3ac43-1c2d-41a1-ab33-652986c9f04a is scheduled to be hosted by DHCP agent 42768c43-11d1-4f10-a648-883cd7cd861b with binding_index 1 {{(pid=98474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:41:13.929138 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-2c494890-db18-4077-9cd4-035224d1f7da service neutron] Port 575c2858-78df-44e4-87a6-fdb069ffda6b on network ccebdefd-d4ec-444e-be8a-2ad4100adcb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:41:13.929741 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-2c494890-db18-4077-9cd4-035224d1f7da service neutron] Attempting to bind port 575c2858-78df-44e4-87a6-fdb069ffda6b on network ccebdefd-d4ec-444e-be8a-2ad4100adcb6 {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:41:13.939673 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-2c494890-db18-4077-9cd4-035224d1f7da service neutron] Checking agent: {'id': 'eb2109ed-85e4-4c57-98e0-c43a853e4d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'started_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:41:13.940286 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-2c494890-db18-4077-9cd4-035224d1f7da service neutron] Checking segment: {'id': '8abf022d-4337-4841-a1f1-49e0b9ebe7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccebdefd-d4ec-444e-be8a-2ad4100adcb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:41:13.940903 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-2c494890-db18-4077-9cd4-035224d1f7da service neutron] Bound using segment: {'id': '8abf022d-4337-4841-a1f1-49e0b9ebe7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccebdefd-d4ec-444e-be8a-2ad4100adcb6'} {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:41:13.941487 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.managers [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-2c494890-db18-4077-9cd4-035224d1f7da service neutron] Bound port: 575c2858-78df-44e4-87a6-fdb069ffda6b, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8abf022d-4337-4841-a1f1-49e0b9ebe7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccebdefd-d4ec-444e-be8a-2ad4100adcb6'}}] {{(pid=98474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:41:13.942011 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-2c494890-db18-4077-9cd4-035224d1f7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:13.956439 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [None req-07be08a4-0e57-4d06-a419-cf91cdf45ff5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-iscsi, 1cf3ac43-1c2d-41a1-ab33-652986c9f04a) {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:41:13.975254 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ccdc07-a391-43b7-a5a7-606f0246cbd2 req-8535e04d-6004-433d-814e-b74a4f83d05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:13.976901 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-97ccdc07-a391-43b7-a5a7-606f0246cbd2 req-8535e04d-6004-433d-814e-b74a4f83d05f service neutron] 10.222.0.57 "GET /v2.0/networks?id=6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f HTTP/1.1" status: 200 len: 912 time: 0.1830957 May 25 15:41:13.984101 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9a4bdb-3261-43a3-9339-c8bab8440ef9 None None] Network 1cf3ac43-1c2d-41a1-ab33-652986c9f04a requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:41:13.997149 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07be08a4-0e57-4d06-a419-cf91cdf45ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:13.998034 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-07be08a4-0e57-4d06-a419-cf91cdf45ff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for subnet, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:14.032340 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-94eb81a5-bca5-4c6e-960d-f56f6248c70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'name': 'tempest-AttachVolumeTestJSON-1719013093-router', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:40:39Z', 'updated_at': '2021-05-25T15:40:45Z', 'revision_number': 4, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'gw_port': {'id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:40:40Z', 'updated_at': '2021-05-25T15:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_floatingips': [{'id': 'a7bfb274-875b-4f8e-bf9d-3635d4c29fce', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'router_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'port_id': '550a0639-2ef3-4aed-89e3-f416321e6a82', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f', 'mac_address': 'fa:16:3e:9e:7d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f5014d-f70f-418a-82e1-9c222f9e1738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:40:48Z', 'updated_at': '2021-05-25T15:41:11Z', 'revision_number': 1, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49d3a23c-977c-4b60-8414-e557f509f763', 'name': '', 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'mac_address': 'fa:16:3e:15:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'f08251b0-e8ff-4f78-a05b-357588699f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:40:44Z', 'updated_at': '2021-05-25T15:40:52Z', 'revision_number': 5, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'subnets': [{'id': 'f08251b0-e8ff-4f78-a05b-357588699f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:41:14.045398 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eb81a5-bca5-4c6e-960d-f56f6248c70c None None] Checking router: 46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b for host: dv-cinder-791240-3-iscsi {{(pid=98476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:41:14.069748 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eb81a5-bca5-4c6e-960d-f56f6248c70c None None] Routers {'46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:41:14.070585 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-94eb81a5-bca5-4c6e-960d-f56f6248c70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:41:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:41:14.081644 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-07be08a4-0e57-4d06-a419-cf91cdf45ff5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8214352 May 25 15:41:14.084231 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 35692) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:14.092491 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-1c06dd3c-34ee-440e-9510-82164408983a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1471348406-router', 'tenant_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'}}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:41:14.098520 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-1c06dd3c-34ee-440e-9510-82164408983a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:14.104774 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-1c06dd3c-34ee-440e-9510-82164408983a admin admin] Usage tracker for resource:router and tenant:cdb64e1fc05f4a72be9fc39079cdc282 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:14.109121 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-2c494890-db18-4077-9cd4-035224d1f7da service neutron] For port 575c2858-78df-44e4-87a6-fdb069ffda6b, host hv-cinder-79124, cleared binding levels {{(pid=98474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:41:14.111228 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-1c06dd3c-34ee-440e-9510-82164408983a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:14.115474 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-2c494890-db18-4077-9cd4-035224d1f7da service neutron] For port 575c2858-78df-44e4-87a6-fdb069ffda6b, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=575c2858-78df-44e4-87a6-fdb069ffda6b,segment=NetworkSegment(8abf022d-4337-4841-a1f1-49e0b9ebe7dc),segment_id=8abf022d-4337-4841-a1f1-49e0b9ebe7dc)] {{(pid=98474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:41:14.119534 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-1c06dd3c-34ee-440e-9510-82164408983a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:14.125924 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-2c494890-db18-4077-9cd4-035224d1f7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-881747'] for port, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:14.132615 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-97ccdc07-a391-43b7-a5a7-606f0246cbd2 req-eef2d872-e271-4c4d-b342-b73c85842fc4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=550a0639-2ef3-4aed-89e3-f416321e6a82 HTTP/1.1" status: 200 len: 999 time: 0.1486328 May 25 15:41:14.137209 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:14.199994 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-1c06dd3c-34ee-440e-9510-82164408983a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-360001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2893'] for router, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:14.201195 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-1c06dd3c-34ee-440e-9510-82164408983a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-353694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2886'] for router, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:14.214902 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-2c494890-db18-4077-9cd4-035224d1f7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:14.214902 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-2c494890-db18-4077-9cd4-035224d1f7da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for port, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:14.215972 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-2c494890-db18-4077-9cd4-035224d1f7da service neutron] 10.222.0.57 "PUT /v2.0/ports/575c2858-78df-44e4-87a6-fdb069ffda6b HTTP/1.1" status: 200 len: 1094 time: 1.8231812 May 25 15:41:14.218304 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37533585-1e22-4de9-8274-6c714fdcc3de', 'tag': '575c2858-78df-44e4-87a6-fdb069ffda6b'}] {{(pid=98474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:41:14.244653 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ccdc07-a391-43b7-a5a7-606f0246cbd2 req-0795df06-5aad-4f0b-8b30-bd20372428c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:14.248006 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-97ccdc07-a391-43b7-a5a7-606f0246cbd2 req-0795df06-5aad-4f0b-8b30-bd20372428c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f08251b0-e8ff-4f78-a05b-357588699f33 HTTP/1.1" status: 200 len: 850 time: 0.1071250 May 25 15:41:14.363497 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37533585-1e22-4de9-8274-6c714fdcc3de', 'tag': '575c2858-78df-44e4-87a6-fdb069ffda6b', 'status': 'completed', 'code': 200} May 25 15:41:14.364953 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-1c06dd3c-34ee-440e-9510-82164408983a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:14.383489 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c494890-db18-4077-9cd4-035224d1f7da service neutron] Pushing event updated for resources: {'Port': ['ID=575c2858-78df-44e4-87a6-fdb069ffda6b,revision_number=3']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:14.391704 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-2c494890-db18-4077-9cd4-035224d1f7da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:14.434362 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-94eb81a5-bca5-4c6e-960d-f56f6248c70c None None] Set router 46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b gateway port host: dv-cinder-791240-3-iscsi {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:41:14.472417 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ccdc07-a391-43b7-a5a7-606f0246cbd2 req-cd31ca2e-eb3c-4e61-90d3-91d396ac4b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:14.478443 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-97ccdc07-a391-43b7-a5a7-606f0246cbd2 req-cd31ca2e-eb3c-4e61-90d3-91d396ac4b0f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2125747 May 25 15:41:14.487569 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff7999f-22f4-419b-8940-a001c23e2839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3986d8-61c6-5ed6-8f1b-ad1f15f239cc-1cf3ac43-1c2d-41a1-ab33-652986c9f04a', 'network_id': '1cf3ac43-1c2d-41a1-ab33-652986c9f04a', 'tenant_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'fixed_ips': [{'subnet_id': 'd8814786-1b46-4acf-84af-e90570416047'}]}} from dv-cinder-791240-3-iscsi. {{(pid=98475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 15:41:14.489005 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-cff7999f-22f4-419b-8940-a001c23e2839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:14.710877 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16e806-3294-4a44-a41c-78d672b90344 req-317eb282-4597-432c-9d39-a302c3e4830e tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:14.712498 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-6e16e806-3294-4a44-a41c-78d672b90344 req-317eb282-4597-432c-9d39-a302c3e4830e tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=37533585-1e22-4de9-8274-6c714fdcc3de HTTP/1.1" status: 200 len: 944 time: 0.4863544 May 25 15:41:14.792627 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356892e-75f2-4fc8-a106-e301c50de12e req-767b7512-08e2-4a43-858c-34a0298406e2 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:14.794141 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-3356892e-75f2-4fc8-a106-e301c50de12e req-767b7512-08e2-4a43-858c-34a0298406e2 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd0cdce-9e5f-482d-98c1-c808604b6f2a HTTP/1.1" status: 200 len: 944 time: 0.1716831 May 25 15:41:14.797873 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-97ccdc07-a391-43b7-a5a7-606f0246cbd2 req-6d69c7b7-e930-48d2-a411-d28f0e14e93b service neutron] 10.222.0.57 "GET /v2.0/networks/6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115075 May 25 15:41:14.813225 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.db_base_plugin_common [None req-cff7999f-22f4-419b-8940-a001c23e2839 None None] Allocated IP 172.20.0.2 (1cf3ac43-1c2d-41a1-ab33-652986c9f04a/d8814786-1b46-4acf-84af-e90570416047/052667ad-6aba-4886-94b8-cf687661d322) {{(pid=98475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:41:14.945612 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-3356892e-75f2-4fc8-a106-e301c50de12e req-97670cd4-524b-426f-a155-d4d7104a01c0 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449709 May 25 15:41:14.982809 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-7fc590bb-3b3a-4f8c-bea3-82df62f56c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:14.985118 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-7fc590bb-3b3a-4f8c-bea3-82df62f56c78 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=848affb04222422baa6bf6f0ca48955e&device_id=37533585-1e22-4de9-8274-6c714fdcc3de HTTP/1.1" status: 200 len: 1097 time: 0.6994982 May 25 15:41:14.987123 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-97ccdc07-a391-43b7-a5a7-606f0246cbd2 req-25a47900-eb79-49b1-9e11-7139b4b7fe08 service neutron] 10.222.0.57 "GET /v2.0/networks/6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722250 May 25 15:41:14.993763 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-1c06dd3c-34ee-440e-9510-82164408983a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-353723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-360051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2864'] for router, precommit_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:15.047014 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-94eb81a5-bca5-4c6e-960d-f56f6248c70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'name': 'tempest-AttachVolumeTestJSON-1719013093-router', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:40:39Z', 'updated_at': '2021-05-25T15:40:45Z', 'revision_number': 4, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'gw_port': {'id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:40:40Z', 'updated_at': '2021-05-25T15:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_floatingips': [{'id': 'a7bfb274-875b-4f8e-bf9d-3635d4c29fce', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'router_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'port_id': '550a0639-2ef3-4aed-89e3-f416321e6a82', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f', 'mac_address': 'fa:16:3e:9e:7d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f5014d-f70f-418a-82e1-9c222f9e1738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:40:48Z', 'updated_at': '2021-05-25T15:41:11Z', 'revision_number': 1, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49d3a23c-977c-4b60-8414-e557f509f763', 'name': '', 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'mac_address': 'fa:16:3e:15:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'f08251b0-e8ff-4f78-a05b-357588699f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:40:44Z', 'updated_at': '2021-05-25T15:40:52Z', 'revision_number': 5, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'subnets': [{'id': 'f08251b0-e8ff-4f78-a05b-357588699f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:41:15.051623 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eb81a5-bca5-4c6e-960d-f56f6248c70c None None] The sync data for ids ['46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'] in dv-cinder-791240-3-iscsi is: [{'id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'name': 'tempest-AttachVolumeTestJSON-1719013093-router', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:40:39Z', 'updated_at': '2021-05-25T15:40:45Z', 'revision_number': 4, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'gw_port': {'id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:40:40Z', 'updated_at': '2021-05-25T15:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_floatingips': [{'id': 'a7bfb274-875b-4f8e-bf9d-3635d4c29fce', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'router_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'port_id': '550a0639-2ef3-4aed-89e3-f416321e6a82', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f', 'mac_address': 'fa:16:3e:9e:7d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f5014d-f70f-418a-82e1-9c222f9e1738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:40:48Z', 'updated_at': '2021-05-25T15:41:11Z', 'revision_number': 1, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49d3a23c-977c-4b60-8414-e557f509f763', 'name': '', 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'mac_address': 'fa:16:3e:15:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'f08251b0-e8ff-4f78-a05b-357588699f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:40:44Z', 'updated_at': '2021-05-25T15:40:52Z', 'revision_number': 5, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'subnets': [{'id': 'f08251b0-e8ff-4f78-a05b-357588699f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:41:15.096725 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-65848732-3f77-4943-bed4-82f5dc615850 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=575c2858-78df-44e4-87a6-fdb069ffda6b HTTP/1.1" status: 200 len: 217 time: 0.0963211 May 25 15:41:15.105681 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-6e16e806-3294-4a44-a41c-78d672b90344 req-e0a09408-8bef-4b87-8236-e763b633b531 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838835 May 25 15:41:15.151365 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-cff7999f-22f4-419b-8940-a001c23e2839 None None] Notify callbacks [] for port, precommit_create {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:15.162503 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-cff7999f-22f4-419b-8940-a001c23e2839 None None] Transition to ACTIVE for port object 052667ad-6aba-4886-94b8-cf687661d322 will not be triggered until provisioned by entity L2. {{(pid=98475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:41:15.187281 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-cff7999f-22f4-419b-8940-a001c23e2839 None None] Transition to ACTIVE for port object 052667ad-6aba-4886-94b8-cf687661d322 will not be triggered until provisioned by entity DHCP. {{(pid=98475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:41:15.198201 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-cff7999f-22f4-419b-8940-a001c23e2839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363'] for port, after_create {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:15.207286 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:15.233155 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-ca2763e3-df9a-434d-8dbc-64b4330c36e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:15.234595 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-ca2763e3-df9a-434d-8dbc-64b4330c36e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20fbce05-8cd1-40f5-81da-8c186d2a93df HTTP/1.1" status: 200 len: 849 time: 0.1244736 May 25 15:41:15.348038 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff7999f-22f4-419b-8940-a001c23e2839 None None] Network 1cf3ac43-1c2d-41a1-ab33-652986c9f04a is already hosted by enough agents. {{(pid=98475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:41:15.348857 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7999f-22f4-419b-8940-a001c23e2839 None None] Pushing event updated for resources: {'Port': ['ID=052667ad-6aba-4886-94b8-cf687661d322,revision_number=1']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:15.351734 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.scheduler.base_scheduler [None req-cff7999f-22f4-419b-8940-a001c23e2839 None None] Resources bound (agent type, host, resource id): {{(pid=98475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:41:15.356415 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-cff7999f-22f4-419b-8940-a001c23e2839 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:15.357896 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff7999f-22f4-419b-8940-a001c23e2839 None None] Received port after_create {{(pid=98475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:41:15.388347 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-02098062-6be7-4442-acc5-febe12b1f481 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ccebdefd-d4ec-444e-be8a-2ad4100adcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1433809 May 25 15:41:15.395954 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e98bc0-382a-4e33-a74a-5b78233e8b4b None None] New status for floating IP a7bfb274-875b-4f8e-bf9d-3635d4c29fce: ACTIVE {{(pid=98475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 15:41:15.538870 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:15.541378 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-cff7999f-22f4-419b-8940-a001c23e2839 None None] Attempting to bind port 052667ad-6aba-4886-94b8-cf687661d322 on host dv-cinder-791240-3-iscsi for vnic_type normal with profile {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:41:15.541754 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-cff7999f-22f4-419b-8940-a001c23e2839 None None] Attempting to bind port 052667ad-6aba-4886-94b8-cf687661d322 by drivers openvswitch,hyperv on host dv-cinder-791240-3-iscsi at level 0 using segments [{'id': '4a067f6f-2777-461f-996b-290d007bc15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1cf3ac43-1c2d-41a1-ab33-652986c9f04a'}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:41:15.542126 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff7999f-22f4-419b-8940-a001c23e2839 None None] Attempting to bind port 052667ad-6aba-4886-94b8-cf687661d322 on network 1cf3ac43-1c2d-41a1-ab33-652986c9f04a {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:41:15.576514 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9b6b4-4b0b-4e88-befd-2d6378e39e52 req-49c3861b-b89c-4b64-b526-4d0dc26b330c tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:15.577959 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-29d9b6b4-4b0b-4e88-befd-2d6378e39e52 req-49c3861b-b89c-4b64-b526-4d0dc26b330c tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.2420592 May 25 15:41:15.590558 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-4178c2b4-aab5-499c-9ff5-1825787047eb service neutron] 10.222.0.57 "GET /v2.0/networks/ccebdefd-d4ec-444e-be8a-2ad4100adcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892691 May 25 15:41:15.612756 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff7999f-22f4-419b-8940-a001c23e2839 None None] Checking agent: {'id': '0d0ec358-3583-457d-8c3e-30368d3d3544', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 31, 43), 'started_at': datetime.datetime(2021, 5, 25, 15, 32, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:41:15.612756 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff7999f-22f4-419b-8940-a001c23e2839 None None] Checking segment: {'id': '4a067f6f-2777-461f-996b-290d007bc15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1cf3ac43-1c2d-41a1-ab33-652986c9f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:41:15.613113 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-cff7999f-22f4-419b-8940-a001c23e2839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:15.613504 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff7999f-22f4-419b-8940-a001c23e2839 None None] Bound using segment: {'id': '4a067f6f-2777-461f-996b-290d007bc15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1cf3ac43-1c2d-41a1-ab33-652986c9f04a'} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:41:15.613995 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-cff7999f-22f4-419b-8940-a001c23e2839 None None] Bound port: 052667ad-6aba-4886-94b8-cf687661d322, host: dv-cinder-791240-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a067f6f-2777-461f-996b-290d007bc15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1cf3ac43-1c2d-41a1-ab33-652986c9f04a'}}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:41:15.614383 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-cff7999f-22f4-419b-8940-a001c23e2839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:15.810014 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-cff7999f-22f4-419b-8940-a001c23e2839 None None] For port 052667ad-6aba-4886-94b8-cf687661d322, host dv-cinder-791240-3-iscsi, cleared binding levels {{(pid=98475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:41:15.813384 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-cff7999f-22f4-419b-8940-a001c23e2839 None None] For port 052667ad-6aba-4886-94b8-cf687661d322, host dv-cinder-791240-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=052667ad-6aba-4886-94b8-cf687661d322,segment=NetworkSegment(4a067f6f-2777-461f-996b-290d007bc15e),segment_id=4a067f6f-2777-461f-996b-290d007bc15e)] {{(pid=98475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:41:15.818615 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-cff7999f-22f4-419b-8940-a001c23e2839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:15.823129 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-a64fa0b1-83ac-4dac-aca1-35103d7482e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:15.837629 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-29d9b6b4-4b0b-4e88-befd-2d6378e39e52 req-f6691a24-c465-469f-ab0b-a26fbd6b8b60 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509549 May 25 15:41:15.908385 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7999f-22f4-419b-8940-a001c23e2839 None None] Pushing event updated for resources: {'Port': ['ID=052667ad-6aba-4886-94b8-cf687661d322,revision_number=2']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:15.911862 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-cff7999f-22f4-419b-8940-a001c23e2839 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:15.925521 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-1c06dd3c-34ee-440e-9510-82164408983a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:15.953930 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-59ced1df-5b58-4e8a-b4b5-09b584b0f7ac req-4d95f2fe-b4e6-413c-8d2d-047ddba732e8 service neutron] 10.222.0.57 "GET /v2.0/networks/ccebdefd-d4ec-444e-be8a-2ad4100adcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498948 May 25 15:41:15.958186 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-1c06dd3c-34ee-440e-9510-82164408983a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:16.128728 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.db_base_plugin_common [None req-1c06dd3c-34ee-440e-9510-82164408983a admin admin] Allocated IP 172.27.3.116 (64bdbeb4-2429-4b9e-9f88-29f950eefffc/3f9f8472-0ab8-4bd8-a441-92a12c3f4c58/57ee664a-21bf-41f3-bca9-26a04fe26d8f) {{(pid=98474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:41:16.304195 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e6e7f-b529-4dbf-8698-bbcce657e7a5 req-31661da9-70fb-442b-8862-2b1eafd8f26f tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:16.305669 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-3f8e6e7f-b529-4dbf-8698-bbcce657e7a5 req-31661da9-70fb-442b-8862-2b1eafd8f26f tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd0cdce-9e5f-482d-98c1-c808604b6f2a HTTP/1.1" status: 200 len: 944 time: 0.2237563 May 25 15:41:16.370554 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-3f8e6e7f-b529-4dbf-8698-bbcce657e7a5 req-1ef6413a-fb23-4664-b670-506b28d8a171 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586123 May 25 15:41:16.381765 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-1c06dd3c-34ee-440e-9510-82164408983a admin admin] Notify callbacks [] for port, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:16.403108 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95191bd-d9e9-492d-a86a-dbe7b959a962 req-9af2841b-661d-4ea2-b113-94984e29962f tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:16.405184 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a95191bd-d9e9-492d-a86a-dbe7b959a962 req-9af2841b-661d-4ea2-b113-94984e29962f tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=37533585-1e22-4de9-8274-6c714fdcc3de HTTP/1.1" status: 200 len: 944 time: 0.1454811 May 25 15:41:16.462864 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a95191bd-d9e9-492d-a86a-dbe7b959a962 req-36a21d87-1d00-47de-ba12-2153ffd11eba tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506060 May 25 15:41:16.472230 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-1c06dd3c-34ee-440e-9510-82164408983a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:16.475956 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:16.536888 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c06dd3c-34ee-440e-9510-82164408983a admin admin] Network 64bdbeb4-2429-4b9e-9f88-29f950eefffc is already hosted by enough agents. {{(pid=98474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:41:16.539697 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [None req-1c06dd3c-34ee-440e-9510-82164408983a admin admin] Resources bound (agent type, host, resource id): {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:41:16.543367 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c06dd3c-34ee-440e-9510-82164408983a admin admin] Received port after_create {{(pid=98474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:41:16.577770 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06dd3c-34ee-440e-9510-82164408983a admin admin] Pushing event updated for resources: {'Port': ['ID=57ee664a-21bf-41f3-bca9-26a04fe26d8f,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:16.582109 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-1c06dd3c-34ee-440e-9510-82164408983a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:16.708755 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 052667ad-6aba-4886-94b8-cf687661d322 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:41:16.781474 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning for port 052667ad-6aba-4886-94b8-cf687661d322 completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:41:16.895101 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfe3d83-1401-490a-aaae-2f895f748477 None None] Network 1cf3ac43-1c2d-41a1-ab33-652986c9f04a requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:41:16.984968 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-3d9bd9df-2b9e-416a-acab-8e630903107b None None] Provisioning for port 052667ad-6aba-4886-94b8-cf687661d322 completed by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:41:16.994635 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-3d9bd9df-2b9e-416a-acab-8e630903107b None None] Provisioning complete for port 052667ad-6aba-4886-94b8-cf687661d322 triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:41:16.995002 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-3d9bd9df-2b9e-416a-acab-8e630903107b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:17.079143 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-1c06dd3c-34ee-440e-9510-82164408983a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:17.224251 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-3d9bd9df-2b9e-416a-acab-8e630903107b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:17.271494 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-3d9bd9df-2b9e-416a-acab-8e630903107b None None] For port 052667ad-6aba-4886-94b8-cf687661d322, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=052667ad-6aba-4886-94b8-cf687661d322,segment=NetworkSegment(4a067f6f-2777-461f-996b-290d007bc15e),segment_id=4a067f6f-2777-461f-996b-290d007bc15e)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:41:17.276008 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-3d9bd9df-2b9e-416a-acab-8e630903107b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:17.280579 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:17.351957 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9bd9df-2b9e-416a-acab-8e630903107b None None] Pushing event updated for resources: {'Port': ['ID=052667ad-6aba-4886-94b8-cf687661d322,revision_number=3']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:17.355816 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-3d9bd9df-2b9e-416a-acab-8e630903107b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:17.426486 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-1c06dd3c-34ee-440e-9510-82164408983a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-360008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-353784'] for router, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:17.497778 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-bc9ed04b-dd25-4ea8-b57e-c052fce57504 None None] Provisioning complete for port 052667ad-6aba-4886-94b8-cf687661d322 triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:41:17.498281 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-bc9ed04b-dd25-4ea8-b57e-c052fce57504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:17.631526 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c06dd3c-34ee-440e-9510-82164408983a admin admin] Router d4f31a10-944b-4ad6-83a8-a7237894f920 is scheduled to L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 with binding_index 1 {{(pid=98474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 15:41:17.805543 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c06dd3c-34ee-440e-9510-82164408983a admin admin] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:41:17.815159 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6e6584-44de-4b25-b100-6ccf4e3975d9 None None] Sync routers for ids ['d4f31a10-944b-4ad6-83a8-a7237894f920'] in dv-cinder-791240-3-iscsi {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:41:17.824102 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6e6584-44de-4b25-b100-6ccf4e3975d9 None None] Routers {'d4f31a10-944b-4ad6-83a8-a7237894f920'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:41:17.824715 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-fc6e6584-44de-4b25-b100-6ccf4e3975d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:41:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['d4f31a10-944b-4ad6-83a8-a7237894f920'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:41:17.829017 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-1c06dd3c-34ee-440e-9510-82164408983a admin admin] Notify callbacks [] for router, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:17.830481 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-1c06dd3c-34ee-440e-9510-82164408983a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7453394 May 25 15:41:17.833392 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 35734) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:18.007657 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-fc6e6584-44de-4b25-b100-6ccf4e3975d9 None None] Set router d4f31a10-944b-4ad6-83a8-a7237894f920 gateway port host: dv-cinder-791240-3-iscsi {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:41:18.290566 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-fc6e6584-44de-4b25-b100-6ccf4e3975d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'name': 'tempest-TestShelveInstance-1471348406-router', 'tenant_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '57ee664a-21bf-41f3-bca9-26a04fe26d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:14Z', 'updated_at': '2021-05-25T15:41:16Z', 'revision_number': 3, 'project_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'gw_port': {'id': '57ee664a-21bf-41f3-bca9-26a04fe26d8f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:15Z', 'updated_at': '2021-05-25T15:41:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi'}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:41:18.294380 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6e6584-44de-4b25-b100-6ccf4e3975d9 None None] Checking router: d4f31a10-944b-4ad6-83a8-a7237894f920 for host: dv-cinder-791240-3-iscsi {{(pid=98476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:41:18.294794 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6e6584-44de-4b25-b100-6ccf4e3975d9 None None] Updating router d4f31a10-944b-4ad6-83a8-a7237894f920 port 57ee664a-21bf-41f3-bca9-26a04fe26d8f binding host dv-cinder-791240-3-iscsi {{(pid=98476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:41:18.354468 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6584-44de-4b25-b100-6ccf4e3975d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:18.581039 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-7a88d05d-69d3-4873-a685-3852a9eeba02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:18.686422 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 052667ad-6aba-4886-94b8-cf687661d322 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:41:18.692989 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6584-44de-4b25-b100-6ccf4e3975d9 None None] Notify callbacks [] for port, precommit_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:18.707063 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.provisioning_blocks [None req-fc6e6584-44de-4b25-b100-6ccf4e3975d9 None None] Transition to ACTIVE for port object 57ee664a-21bf-41f3-bca9-26a04fe26d8f will not be triggered until provisioned by entity L2. {{(pid=98476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:41:18.713897 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6584-44de-4b25-b100-6ccf4e3975d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:18.719713 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [None req-a7e5d2fa-f61a-4927-b38d-5afcdbfc4f95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:18.762412 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port 052667ad-6aba-4886-94b8-cf687661d322 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:41:18.763073 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:18.794606 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.managers [None req-fc6e6584-44de-4b25-b100-6ccf4e3975d9 None None] Attempting to bind port 57ee664a-21bf-41f3-bca9-26a04fe26d8f on host dv-cinder-791240-3-iscsi for vnic_type normal with profile {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:41:18.795530 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.managers [None req-fc6e6584-44de-4b25-b100-6ccf4e3975d9 None None] Attempting to bind port 57ee664a-21bf-41f3-bca9-26a04fe26d8f by drivers openvswitch,hyperv on host dv-cinder-791240-3-iscsi at level 0 using segments [{'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'}] {{(pid=98476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:41:18.795914 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6e6584-44de-4b25-b100-6ccf4e3975d9 None None] Attempting to bind port 57ee664a-21bf-41f3-bca9-26a04fe26d8f on network 64bdbeb4-2429-4b9e-9f88-29f950eefffc {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:41:18.799332 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.db_base_plugin_common [None req-7a88d05d-69d3-4873-a685-3852a9eeba02 admin admin] Allocated IP 172.20.0.1 (1cf3ac43-1c2d-41a1-ab33-652986c9f04a/d8814786-1b46-4acf-84af-e90570416047/39044555-9adc-40a4-b1ca-24c2892308a0) {{(pid=98474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:41:18.801676 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff6b25-ca4a-4cc4-939a-a8b54d25f437 None None] Pushing event updated for resources: {'Port': ['ID=57ee664a-21bf-41f3-bca9-26a04fe26d8f,revision_number=2']} {{(pid=98476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:18.805039 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [None req-edff6b25-ca4a-4cc4-939a-a8b54d25f437 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:18.807927 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6e6584-44de-4b25-b100-6ccf4e3975d9 None None] Checking agent: {'id': '0d0ec358-3583-457d-8c3e-30368d3d3544', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 31, 43), 'started_at': datetime.datetime(2021, 5, 25, 15, 32, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:41:18.808305 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6e6584-44de-4b25-b100-6ccf4e3975d9 None None] Checking segment: {'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:41:18.808708 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6584-44de-4b25-b100-6ccf4e3975d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:18.809094 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6e6584-44de-4b25-b100-6ccf4e3975d9 None None] Bound using segment: {'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'} {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:41:18.809669 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.managers [None req-fc6e6584-44de-4b25-b100-6ccf4e3975d9 None None] Bound port: 57ee664a-21bf-41f3-bca9-26a04fe26d8f, host: dv-cinder-791240-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'}}] {{(pid=98476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:41:18.810077 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6584-44de-4b25-b100-6ccf4e3975d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:18.889426 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.db [None req-fc6e6584-44de-4b25-b100-6ccf4e3975d9 None None] For port 57ee664a-21bf-41f3-bca9-26a04fe26d8f, host dv-cinder-791240-3-iscsi, cleared binding levels {{(pid=98476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:41:18.893183 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.db [None req-fc6e6584-44de-4b25-b100-6ccf4e3975d9 None None] For port 57ee664a-21bf-41f3-bca9-26a04fe26d8f, host dv-cinder-791240-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=57ee664a-21bf-41f3-bca9-26a04fe26d8f,segment=NetworkSegment(709432ef-9055-43de-bcb9-c4833f38b817),segment_id=709432ef-9055-43de-bcb9-c4833f38b817)] {{(pid=98476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:41:18.899907 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6584-44de-4b25-b100-6ccf4e3975d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:18.905243 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [None req-ff5d3004-2cd4-4ed7-88be-85bc935d64bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:18.948106 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-7a88d05d-69d3-4873-a685-3852a9eeba02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:18.963441 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.provisioning_blocks [None req-7a88d05d-69d3-4873-a685-3852a9eeba02 admin admin] Transition to ACTIVE for port object 39044555-9adc-40a4-b1ca-24c2892308a0 will not be triggered until provisioned by entity DHCP. {{(pid=98474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:41:18.975241 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6e6584-44de-4b25-b100-6ccf4e3975d9 None None] Routers {'d4f31a10-944b-4ad6-83a8-a7237894f920'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:41:18.975874 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-fc6e6584-44de-4b25-b100-6ccf4e3975d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:41:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['d4f31a10-944b-4ad6-83a8-a7237894f920'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:41:18.987851 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-7a88d05d-69d3-4873-a685-3852a9eeba02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:18.992660 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:19.053435 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff6b25-ca4a-4cc4-939a-a8b54d25f437 None None] Pushing event updated for resources: {'Port': ['ID=57ee664a-21bf-41f3-bca9-26a04fe26d8f,revision_number=3']} {{(pid=98476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:19.058133 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a88d05d-69d3-4873-a685-3852a9eeba02 admin admin] Network 1cf3ac43-1c2d-41a1-ab33-652986c9f04a is already hosted by enough agents. {{(pid=98474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:41:19.058439 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [None req-edff6b25-ca4a-4cc4-939a-a8b54d25f437 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:19.059481 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [None req-7a88d05d-69d3-4873-a685-3852a9eeba02 admin admin] Resources bound (agent type, host, resource id): {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:41:19.063599 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a88d05d-69d3-4873-a685-3852a9eeba02 admin admin] Received port after_create {{(pid=98474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:41:19.102336 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88d05d-69d3-4873-a685-3852a9eeba02 admin admin] Pushing event updated for resources: {'Port': ['ID=39044555-9adc-40a4-b1ca-24c2892308a0,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:19.110471 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-7a88d05d-69d3-4873-a685-3852a9eeba02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:19.124768 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-7a88d05d-69d3-4873-a685-3852a9eeba02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-352649'] for router_interface, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:19.204836 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-fc6e6584-44de-4b25-b100-6ccf4e3975d9 None None] Set router d4f31a10-944b-4ad6-83a8-a7237894f920 gateway port host: dv-cinder-791240-3-iscsi {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:41:19.267613 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-7a88d05d-69d3-4873-a685-3852a9eeba02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:19.347526 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-57df7942-fb0a-412f-bfe8-2056ca029807 None None] Provisioning for port 39044555-9adc-40a4-b1ca-24c2892308a0 completed by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:41:19.352389 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-57df7942-fb0a-412f-bfe8-2056ca029807 None None] Provisioning complete for port 39044555-9adc-40a4-b1ca-24c2892308a0 triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:41:19.352807 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-57df7942-fb0a-412f-bfe8-2056ca029807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:19.409407 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-57df7942-fb0a-412f-bfe8-2056ca029807 None None] Port 39044555-9adc-40a4-b1ca-24c2892308a0 cannot update to ACTIVE because it is not bound. {{(pid=98475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:41:19.489179 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-7a88d05d-69d3-4873-a685-3852a9eeba02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:19.493851 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-7a88d05d-69d3-4873-a685-3852a9eeba02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-881747'] for port, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:19.497695 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-fc6e6584-44de-4b25-b100-6ccf4e3975d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'name': 'tempest-TestShelveInstance-1471348406-router', 'tenant_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '57ee664a-21bf-41f3-bca9-26a04fe26d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:14Z', 'updated_at': '2021-05-25T15:41:16Z', 'revision_number': 3, 'project_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'gw_port': {'id': '57ee664a-21bf-41f3-bca9-26a04fe26d8f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:15Z', 'updated_at': '2021-05-25T15:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi'}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:41:19.502069 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6e6584-44de-4b25-b100-6ccf4e3975d9 None None] The sync data for ids ['d4f31a10-944b-4ad6-83a8-a7237894f920'] in dv-cinder-791240-3-iscsi is: [{'id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'name': 'tempest-TestShelveInstance-1471348406-router', 'tenant_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '57ee664a-21bf-41f3-bca9-26a04fe26d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:14Z', 'updated_at': '2021-05-25T15:41:16Z', 'revision_number': 3, 'project_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'gw_port': {'id': '57ee664a-21bf-41f3-bca9-26a04fe26d8f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:15Z', 'updated_at': '2021-05-25T15:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi'}] {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:41:19.519347 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:19.602872 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88d05d-69d3-4873-a685-3852a9eeba02 admin admin] Pushing event updated for resources: {'Port': ['ID=39044555-9adc-40a4-b1ca-24c2892308a0,revision_number=2']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:19.605553 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-7a88d05d-69d3-4873-a685-3852a9eeba02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-352548'] for router_interface, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:19.609163 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-7a88d05d-69d3-4873-a685-3852a9eeba02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:19.836167 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a88d05d-69d3-4873-a685-3852a9eeba02 admin admin] Network 1cf3ac43-1c2d-41a1-ab33-652986c9f04a is already hosted by enough agents. {{(pid=98474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:41:19.837382 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [None req-7a88d05d-69d3-4873-a685-3852a9eeba02 admin admin] Resources bound (agent type, host, resource id): {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:41:19.972192 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:20.032249 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-fe321be5-d367-42bf-9247-894f4bc610af None None] Provisioning complete for port 39044555-9adc-40a4-b1ca-24c2892308a0 triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:41:20.032902 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-fe321be5-d367-42bf-9247-894f4bc610af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:20.084039 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a88d05d-69d3-4873-a685-3852a9eeba02 admin admin] Router d4f31a10-944b-4ad6-83a8-a7237894f920 has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:41:20.086771 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-fe321be5-d367-42bf-9247-894f4bc610af None None] Port 39044555-9adc-40a4-b1ca-24c2892308a0 cannot update to ACTIVE because it is not bound. {{(pid=98475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:41:20.147735 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734a0fe-e3a6-49c0-8f7f-2602c745b2c9 req-265ff5f4-c2ed-4f6a-9098-995e56d457ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:20.149235 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-f734a0fe-e3a6-49c0-8f7f-2602c745b2c9 req-265ff5f4-c2ed-4f6a-9098-995e56d457ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=848affb04222422baa6bf6f0ca48955e&device_id=37533585-1e22-4de9-8274-6c714fdcc3de HTTP/1.1" status: 200 len: 1097 time: 0.1654823 May 25 15:41:20.286425 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a88d05d-69d3-4873-a685-3852a9eeba02 admin admin] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:41:20.296321 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-7a88d05d-69d3-4873-a685-3852a9eeba02 admin admin] 10.222.0.32 "PUT /v2.0/routers/d4f31a10-944b-4ad6-83a8-a7237894f920/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4618676 May 25 15:41:20.697732 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 57ee664a-21bf-41f3-bca9-26a04fe26d8f up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:41:20.816076 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning for port 57ee664a-21bf-41f3-bca9-26a04fe26d8f completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:41:20.817811 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port 57ee664a-21bf-41f3-bca9-26a04fe26d8f triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:41:20.818201 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:20.829434 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 35764) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:20.835552 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-cfc64279-8dd3-4fa4-990b-97582907e305 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-38475202-network', 'tenant_id': '50940bb0f8db4f4fa9c149db0334f492'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:41:20.841531 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-cfc64279-8dd3-4fa4-990b-97582907e305 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:20.846282 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-cfc64279-8dd3-4fa4-990b-97582907e305 admin admin] Usage tracker for resource:network and tenant:50940bb0f8db4f4fa9c149db0334f492 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:20.849598 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-cfc64279-8dd3-4fa4-990b-97582907e305 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:20.855453 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-cfc64279-8dd3-4fa4-990b-97582907e305 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:20.865784 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc64279-8dd3-4fa4-990b-97582907e305 admin admin] Made reservation on behalf of 50940bb0f8db4f4fa9c149db0334f492 for: {'network': 1} {{(pid=98474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:41:20.868220 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-cfc64279-8dd3-4fa4-990b-97582907e305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1658119'] for network, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:20.880594 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-cfc64279-8dd3-4fa4-990b-97582907e305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:20.895549 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-cfc64279-8dd3-4fa4-990b-97582907e305 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:20.899391 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-cfc64279-8dd3-4fa4-990b-97582907e305 admin admin] Usage tracker for resource:security_group_rule and tenant:50940bb0f8db4f4fa9c149db0334f492 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:20.902284 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-cfc64279-8dd3-4fa4-990b-97582907e305 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:20.908412 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-cfc64279-8dd3-4fa4-990b-97582907e305 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:20.942423 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:20.964961 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] For port 57ee664a-21bf-41f3-bca9-26a04fe26d8f, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=57ee664a-21bf-41f3-bca9-26a04fe26d8f,segment=NetworkSegment(709432ef-9055-43de-bcb9-c4833f38b817),segment_id=709432ef-9055-43de-bcb9-c4833f38b817)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:41:20.972949 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:20.976264 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-cff7999f-22f4-419b-8940-a001c23e2839 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:21.001006 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-cfc64279-8dd3-4fa4-990b-97582907e305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:21.004947 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-cfc64279-8dd3-4fa4-990b-97582907e305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:21.009441 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-c6cc26d0-b7f2-4f99-9061-534bc1276d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:21.015401 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8fd016-51fa-43e5-bd8f-c3bcec041e87 None None] Sync routers for ids ['d4f31a10-944b-4ad6-83a8-a7237894f920'] in dv-cinder-791240-3-iscsi {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:41:21.039324 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc64279-8dd3-4fa4-990b-97582907e305 admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=98474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:41:21.045329 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8fd016-51fa-43e5-bd8f-c3bcec041e87 None None] Routers {'d4f31a10-944b-4ad6-83a8-a7237894f920'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:41:21.045968 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-0d8fd016-51fa-43e5-bd8f-c3bcec041e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:41:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['d4f31a10-944b-4ad6-83a8-a7237894f920'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:41:21.048463 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc64279-8dd3-4fa4-990b-97582907e305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8218702e-b220-4bed-b952-6f39195753ef,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:21.051936 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-cfc64279-8dd3-4fa4-990b-97582907e305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:21.054393 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-cfc64279-8dd3-4fa4-990b-97582907e305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:21.054737 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.db.segments_db [None req-cfc64279-8dd3-4fa4-990b-97582907e305 admin admin] Added segment d08903c6-fe49-4b45-93cf-b676c36060af of type vlan for network fc2d17f9-2fa5-412c-ac16-17e3ad861bc4 May 25 15:41:21.080675 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-cfc64279-8dd3-4fa4-990b-97582907e305 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758999109461'] for network, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:21.112116 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-cfc64279-8dd3-4fa4-990b-97582907e305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430'] for network, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:21.113484 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc64279-8dd3-4fa4-990b-97582907e305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:21.114092 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-cfc64279-8dd3-4fa4-990b-97582907e305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:21.118834 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-84f63071-6bad-4d79-a4aa-663a7c4c57e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:21.131467 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Pushing event updated for resources: {'Port': ['ID=57ee664a-21bf-41f3-bca9-26a04fe26d8f,revision_number=4']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:21.134765 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:21.219971 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-cfc64279-8dd3-4fa4-990b-97582907e305 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3878882 May 25 15:41:21.219971 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc64279-8dd3-4fa4-990b-97582907e305 admin admin] Pushing event updated for resources: {'Network': ['ID=fc2d17f9-2fa5-412c-ac16-17e3ad861bc4,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:21.221713 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 35768) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:21.224288 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-cfc64279-8dd3-4fa4-990b-97582907e305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:21.227697 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-35100957-9a44-410d-90d9-6a0e5f6eba78 admin admin] Request body: {'subnet': {'network_id': 'fc2d17f9-2fa5-412c-ac16-17e3ad861bc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-38475202-subnet', 'tenant_id': '50940bb0f8db4f4fa9c149db0334f492', 'ip_version': 4}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:41:21.231796 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Network fc2d17f9-2fa5-412c-ac16-17e3ad861bc4 details requested by agent ovs-agent-dv-cinder-791240-3-iscsi with host dv-cinder-791240-3-iscsi {{(pid=98475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:41:21.232743 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-35100957-9a44-410d-90d9-6a0e5f6eba78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:21.236781 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-35100957-9a44-410d-90d9-6a0e5f6eba78 admin admin] Usage tracker for resource:subnet and tenant:50940bb0f8db4f4fa9c149db0334f492 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:21.239561 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-35100957-9a44-410d-90d9-6a0e5f6eba78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:21.245225 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-35100957-9a44-410d-90d9-6a0e5f6eba78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:21.255042 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35100957-9a44-410d-90d9-6a0e5f6eba78 admin admin] Made reservation on behalf of 50940bb0f8db4f4fa9c149db0334f492 for: {'subnet': 1} {{(pid=98474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:41:21.257331 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-35100957-9a44-410d-90d9-6a0e5f6eba78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33042282'] for subnet, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:21.325162 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-0d8fd016-51fa-43e5-bd8f-c3bcec041e87 None None] Set router d4f31a10-944b-4ad6-83a8-a7237894f920 gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:41:21.535054 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 0ba28077-e118-4291-9223-ceeeea3ba29f up at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:41:21.689335 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning for port 0ba28077-e118-4291-9223-ceeeea3ba29f completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:41:21.702477 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning complete for port 0ba28077-e118-4291-9223-ceeeea3ba29f triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:41:21.702877 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:21.747319 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d30df2-1dae-4b59-b63f-e1c07b98f5a9 req-1181e122-96de-420d-9845-2796f322b0fd tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:21.749357 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-f0d30df2-1dae-4b59-b63f-e1c07b98f5a9 req-1181e122-96de-420d-9845-2796f322b0fd tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.0922244 May 25 15:41:21.770589 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734a0fe-e3a6-49c0-8f7f-2602c745b2c9 req-ae132934-6713-4fb8-8c99-714ea894d755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:21.772041 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-f734a0fe-e3a6-49c0-8f7f-2602c745b2c9 req-ae132934-6713-4fb8-8c99-714ea894d755 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ccebdefd-d4ec-444e-be8a-2ad4100adcb6 HTTP/1.1" status: 200 len: 910 time: 0.2167437 May 25 15:41:21.791859 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-0d8fd016-51fa-43e5-bd8f-c3bcec041e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'name': 'tempest-TestShelveInstance-1471348406-router', 'tenant_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '57ee664a-21bf-41f3-bca9-26a04fe26d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:14Z', 'updated_at': '2021-05-25T15:41:19Z', 'revision_number': 4, 'project_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'gw_port': {'id': '57ee664a-21bf-41f3-bca9-26a04fe26d8f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:15Z', 'updated_at': '2021-05-25T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '39044555-9adc-40a4-b1ca-24c2892308a0', 'name': '', 'network_id': '1cf3ac43-1c2d-41a1-ab33-652986c9f04a', 'tenant_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'mac_address': 'fa:16:3e:56:68:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd8814786-1b46-4acf-84af-e90570416047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:18Z', 'updated_at': '2021-05-25T15:41:19Z', 'revision_number': 2, 'project_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'subnets': [{'id': 'd8814786-1b46-4acf-84af-e90570416047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:41:21.800389 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-f0d30df2-1dae-4b59-b63f-e1c07b98f5a9 req-731cffd9-d394-4c8e-8bf7-0d27b0729592 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435016 May 25 15:41:21.850632 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-f734a0fe-e3a6-49c0-8f7f-2602c745b2c9 req-c468832e-b7b0-4e0d-83ea-24b4212eafcd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=575c2858-78df-44e4-87a6-fdb069ffda6b HTTP/1.1" status: 200 len: 217 time: 0.0703740 May 25 15:41:21.851224 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:21.862776 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8fd016-51fa-43e5-bd8f-c3bcec041e87 None None] Checking router: d4f31a10-944b-4ad6-83a8-a7237894f920 for host: dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:41:21.863149 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8fd016-51fa-43e5-bd8f-c3bcec041e87 None None] Updating router d4f31a10-944b-4ad6-83a8-a7237894f920 port 39044555-9adc-40a4-b1ca-24c2892308a0 binding host dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:41:21.924872 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd0cdce-9e5f-482d-98c1-c808604b6f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba28077-e118-4291-9223-ceeeea3ba29f'}] {{(pid=98475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:41:21.944720 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 0ba28077-e118-4291-9223-ceeeea3ba29f, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=0ba28077-e118-4291-9223-ceeeea3ba29f,segment=NetworkSegment(1ec4470b-39ac-4e1b-833b-ea3a68e90e6d),segment_id=1ec4470b-39ac-4e1b-833b-ea3a68e90e6d)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:41:21.945857 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-0d8fd016-51fa-43e5-bd8f-c3bcec041e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:21.958005 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:21.962583 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:22.014578 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f6f2f-d0d1-4013-8106-e84da0dea5f1 req-44bdbae3-2361-4265-8b9f-2c963a163478 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:22.017514 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-645f6f2f-d0d1-4013-8106-e84da0dea5f1 req-44bdbae3-2361-4265-8b9f-2c963a163478 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=37533585-1e22-4de9-8274-6c714fdcc3de HTTP/1.1" status: 200 len: 944 time: 0.0974381 May 25 15:41:22.055625 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a2c9b-e909-4dc7-a376-4aa8d86bb669 req-0f89411a-3b05-45dc-b23e-3002d2268299 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:22.056047 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-f15a2c9b-e909-4dc7-a376-4aa8d86bb669 req-0f89411a-3b05-45dc-b23e-3002d2268299 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Synchronizing usage tracker for tenant:1d0d92ba8c334e7bb4ce451a7b4b1caf on resource:port {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:41:22.067853 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-645f6f2f-d0d1-4013-8106-e84da0dea5f1 req-264194db-59c7-4c83-b05f-b0c289f36c1a tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400181 May 25 15:41:22.079172 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-35100957-9a44-410d-90d9-6a0e5f6eba78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33042300'] for subnet, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:22.089589 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:22.119160 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734a0fe-e3a6-49c0-8f7f-2602c745b2c9 req-dfe9d8a5-ec9a-4507-bcad-1f9ac8cc0085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:22.120604 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-f734a0fe-e3a6-49c0-8f7f-2602c745b2c9 req-dfe9d8a5-ec9a-4507-bcad-1f9ac8cc0085 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20fbce05-8cd1-40f5-81da-8c186d2a93df HTTP/1.1" status: 200 len: 849 time: 0.2344453 May 25 15:41:22.128416 dv-cinder-791240-3-iscsi neutron-server[98475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd0cdce-9e5f-482d-98c1-c808604b6f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba28077-e118-4291-9223-ceeeea3ba29f', 'code': 200} May 25 15:41:22.131669 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-f15a2c9b-e909-4dc7-a376-4aa8d86bb669 req-0f89411a-3b05-45dc-b23e-3002d2268299 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Unset dirty status for tenant:1d0d92ba8c334e7bb4ce451a7b4b1caf on resource:port {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:41:22.132769 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-f15a2c9b-e909-4dc7-a376-4aa8d86bb669 req-0f89411a-3b05-45dc-b23e-3002d2268299 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd0cdce-9e5f-482d-98c1-c808604b6f2a HTTP/1.1" status: 200 len: 944 time: 0.4556441 May 25 15:41:22.135937 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=0ba28077-e118-4291-9223-ceeeea3ba29f,revision_number=5']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:22.141236 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:22.214869 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-f734a0fe-e3a6-49c0-8f7f-2602c745b2c9 req-0424db8a-ed2c-4bf6-80a7-f87bcab2b5a7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ccebdefd-d4ec-444e-be8a-2ad4100adcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789070 May 25 15:41:22.259135 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35100957-9a44-410d-90d9-6a0e5f6eba78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f116ec6e-0270-414d-90aa-4237892157cf,revision_number=0']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:22.263302 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-35100957-9a44-410d-90d9-6a0e5f6eba78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:22.355436 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-f15a2c9b-e909-4dc7-a376-4aa8d86bb669 req-e51e459c-564f-4dbb-98fc-88f644fad843 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651542 May 25 15:41:22.358986 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35100957-9a44-410d-90d9-6a0e5f6eba78 admin admin] Checking segment: {'id': 'd08903c6-fe49-4b45-93cf-b676c36060af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fc2d17f9-2fa5-412c-ac16-17e3ad861bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:41:22.359350 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35100957-9a44-410d-90d9-6a0e5f6eba78 admin admin] Network hostable DHCP agents. Network: fc2d17f9-2fa5-412c-ac16-17e3ad861bc4, hostable agents: ['42768c43-11d1-4f10-a648-883cd7cd861b'], hosted agents: [] {{(pid=98474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:41:22.407129 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80b2fd-b63b-4175-9801-ea3042a4f82d req-41aa0977-0278-4cbc-9673-bb161655ebca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:22.408685 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-8c80b2fd-b63b-4175-9801-ea3042a4f82d req-41aa0977-0278-4cbc-9673-bb161655ebca service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5bd0cdce-9e5f-482d-98c1-c808604b6f2a HTTP/1.1" status: 200 len: 1098 time: 0.0767155 May 25 15:41:22.409288 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35100957-9a44-410d-90d9-6a0e5f6eba78 admin admin] Network fc2d17f9-2fa5-412c-ac16-17e3ad861bc4 is scheduled to be hosted by DHCP agent 42768c43-11d1-4f10-a648-883cd7cd861b with binding_index 1 {{(pid=98474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:41:22.419066 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-f734a0fe-e3a6-49c0-8f7f-2602c745b2c9 req-6a91e332-09e0-4a73-9853-b6a16fa019d1 service neutron] 10.222.0.57 "GET /v2.0/networks/ccebdefd-d4ec-444e-be8a-2ad4100adcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880469 May 25 15:41:22.424849 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [None req-35100957-9a44-410d-90d9-6a0e5f6eba78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-iscsi, fc2d17f9-2fa5-412c-ac16-17e3ad861bc4) {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:41:22.434825 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0abbf1-6ee5-4a3d-91ef-842fa5c38480 None None] Network fc2d17f9-2fa5-412c-ac16-17e3ad861bc4 requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:41:22.451581 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-0d8fd016-51fa-43e5-bd8f-c3bcec041e87 None None] Notify callbacks [] for port, precommit_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:22.459543 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-8c80b2fd-b63b-4175-9801-ea3042a4f82d req-04fb8c70-51f4-46ef-bcb8-cddb7130542b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438647 May 25 15:41:22.506449 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35100957-9a44-410d-90d9-6a0e5f6eba78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:22.507045 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-35100957-9a44-410d-90d9-6a0e5f6eba78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for subnet, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:22.518219 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-0d8fd016-51fa-43e5-bd8f-c3bcec041e87 None None] Transition to ACTIVE for port object 39044555-9adc-40a4-b1ca-24c2892308a0 will not be triggered until provisioned by entity L2. {{(pid=98475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:41:22.534121 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-0d8fd016-51fa-43e5-bd8f-c3bcec041e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:22.540376 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-304bd2fb-54e7-44dc-9c71-d333809e2a99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:22.559672 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-35100957-9a44-410d-90d9-6a0e5f6eba78 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.3345184 May 25 15:41:22.561397 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 35782) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:22.568325 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-a5d3505c-939d-4286-bf92-f0956d75a580 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-38475202-router', 'tenant_id': '50940bb0f8db4f4fa9c149db0334f492', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'}}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:41:22.578743 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-a5d3505c-939d-4286-bf92-f0956d75a580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:22.585995 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-a5d3505c-939d-4286-bf92-f0956d75a580 admin admin] Usage tracker for resource:router and tenant:50940bb0f8db4f4fa9c149db0334f492 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:22.589209 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-f734a0fe-e3a6-49c0-8f7f-2602c745b2c9 req-f38f8ed6-49ed-421c-bec5-554b9437d179 service neutron] 10.222.0.57 "GET /v2.0/networks/ccebdefd-d4ec-444e-be8a-2ad4100adcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624804 May 25 15:41:22.592535 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-a5d3505c-939d-4286-bf92-f0956d75a580 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:22.602523 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-a5d3505c-939d-4286-bf92-f0956d75a580 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:22.617720 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-a5d3505c-939d-4286-bf92-f0956d75a580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-360001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2893'] for router, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:22.619110 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-a5d3505c-939d-4286-bf92-f0956d75a580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-353694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2886'] for router, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:22.637175 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-a5d3505c-939d-4286-bf92-f0956d75a580 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:22.645490 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d59550-33de-425d-854f-d9b5d02d158c None None] Pushing event updated for resources: {'Port': ['ID=39044555-9adc-40a4-b1ca-24c2892308a0,revision_number=3']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:22.663545 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-58d59550-33de-425d-854f-d9b5d02d158c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:22.742541 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 57ee664a-21bf-41f3-bca9-26a04fe26d8f up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:41:22.942502 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-a5d3505c-939d-4286-bf92-f0956d75a580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-353723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-360051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2864'] for router, precommit_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:22.979702 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-0d8fd016-51fa-43e5-bd8f-c3bcec041e87 None None] Attempting to bind port 39044555-9adc-40a4-b1ca-24c2892308a0 on host dv-cinder-791240-3-iscsi for vnic_type normal with profile {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:41:22.980108 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-0d8fd016-51fa-43e5-bd8f-c3bcec041e87 None None] Attempting to bind port 39044555-9adc-40a4-b1ca-24c2892308a0 by drivers openvswitch,hyperv on host dv-cinder-791240-3-iscsi at level 0 using segments [{'id': '4a067f6f-2777-461f-996b-290d007bc15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1cf3ac43-1c2d-41a1-ab33-652986c9f04a'}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:41:22.980472 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8fd016-51fa-43e5-bd8f-c3bcec041e87 None None] Attempting to bind port 39044555-9adc-40a4-b1ca-24c2892308a0 on network 1cf3ac43-1c2d-41a1-ab33-652986c9f04a {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:41:22.988054 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8fd016-51fa-43e5-bd8f-c3bcec041e87 None None] Checking agent: {'id': '0d0ec358-3583-457d-8c3e-30368d3d3544', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 31, 43), 'started_at': datetime.datetime(2021, 5, 25, 15, 32, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:41:22.988435 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8fd016-51fa-43e5-bd8f-c3bcec041e87 None None] Checking segment: {'id': '4a067f6f-2777-461f-996b-290d007bc15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1cf3ac43-1c2d-41a1-ab33-652986c9f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:41:22.988838 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-0d8fd016-51fa-43e5-bd8f-c3bcec041e87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:22.989232 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8fd016-51fa-43e5-bd8f-c3bcec041e87 None None] Bound using segment: {'id': '4a067f6f-2777-461f-996b-290d007bc15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1cf3ac43-1c2d-41a1-ab33-652986c9f04a'} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:41:22.989740 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-0d8fd016-51fa-43e5-bd8f-c3bcec041e87 None None] Bound port: 39044555-9adc-40a4-b1ca-24c2892308a0, host: dv-cinder-791240-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a067f6f-2777-461f-996b-290d007bc15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1cf3ac43-1c2d-41a1-ab33-652986c9f04a'}}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:41:22.990112 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-0d8fd016-51fa-43e5-bd8f-c3bcec041e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:23.019409 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c940f785-1e64-495f-8966-e6a55a486822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3986d8-61c6-5ed6-8f1b-ad1f15f239cc-fc2d17f9-2fa5-412c-ac16-17e3ad861bc4', 'network_id': 'fc2d17f9-2fa5-412c-ac16-17e3ad861bc4', 'tenant_id': '50940bb0f8db4f4fa9c149db0334f492', 'fixed_ips': [{'subnet_id': 'f116ec6e-0270-414d-90aa-4237892157cf'}]}} from dv-cinder-791240-3-iscsi. {{(pid=98475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 15:41:23.020231 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c940f785-1e64-495f-8966-e6a55a486822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:23.105799 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97219e7f-af95-4c41-8ac4-ec1baaea94e6 req-bfda9533-6dff-4054-8a86-94ada63b7da2 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:23.108143 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-97219e7f-af95-4c41-8ac4-ec1baaea94e6 req-bfda9533-6dff-4054-8a86-94ada63b7da2 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.1092246 May 25 15:41:23.112307 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port 57ee664a-21bf-41f3-bca9-26a04fe26d8f triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:41:23.112715 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:23.168735 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-97219e7f-af95-4c41-8ac4-ec1baaea94e6 req-b3690aa2-9993-44f7-9a42-0d29c64cde78 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542622 May 25 15:41:23.198763 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-0d8fd016-51fa-43e5-bd8f-c3bcec041e87 None None] For port 39044555-9adc-40a4-b1ca-24c2892308a0, host dv-cinder-791240-3-iscsi, cleared binding levels {{(pid=98475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:41:23.236578 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-0d8fd016-51fa-43e5-bd8f-c3bcec041e87 None None] For port 39044555-9adc-40a4-b1ca-24c2892308a0, host dv-cinder-791240-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=39044555-9adc-40a4-b1ca-24c2892308a0,segment=NetworkSegment(4a067f6f-2777-461f-996b-290d007bc15e),segment_id=4a067f6f-2777-461f-996b-290d007bc15e)] {{(pid=98475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:41:23.246961 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-0d8fd016-51fa-43e5-bd8f-c3bcec041e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:23.253383 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:23.352499 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-a5d3505c-939d-4286-bf92-f0956d75a580 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:23.396686 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-a5d3505c-939d-4286-bf92-f0956d75a580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:23.435937 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d59550-33de-425d-854f-d9b5d02d158c None None] Pushing event updated for resources: {'Port': ['ID=39044555-9adc-40a4-b1ca-24c2892308a0,revision_number=4']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:23.444696 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-58d59550-33de-425d-854f-d9b5d02d158c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:23.445445 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8fd016-51fa-43e5-bd8f-c3bcec041e87 None None] Routers {'d4f31a10-944b-4ad6-83a8-a7237894f920'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:41:23.446128 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-0d8fd016-51fa-43e5-bd8f-c3bcec041e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:41:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['d4f31a10-944b-4ad6-83a8-a7237894f920'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:41:23.537969 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.db_base_plugin_common [None req-c940f785-1e64-495f-8966-e6a55a486822 None None] Allocated IP 172.20.0.2 (fc2d17f9-2fa5-412c-ac16-17e3ad861bc4/f116ec6e-0270-414d-90aa-4237892157cf/974b6d5e-dfc4-49d8-93d5-67a251aa794b) {{(pid=98475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:41:23.551228 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73e23e-de58-43df-8965-9821eaefdaa5 req-797ea367-c137-4ab2-b052-dd7e0ba98a65 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:23.558132 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ff73e23e-de58-43df-8965-9821eaefdaa5 req-797ea367-c137-4ab2-b052-dd7e0ba98a65 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=37533585-1e22-4de9-8274-6c714fdcc3de HTTP/1.1" status: 200 len: 944 time: 0.3318732 May 25 15:41:23.569172 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761f2a5-1f33-4dba-9be8-a90b65480c5f req-506f89aa-041b-4d22-9088-365730d0a9aa tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:23.571474 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-6761f2a5-1f33-4dba-9be8-a90b65480c5f req-506f89aa-041b-4d22-9088-365730d0a9aa tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd0cdce-9e5f-482d-98c1-c808604b6f2a HTTP/1.1" status: 200 len: 945 time: 0.0900581 May 25 15:41:23.611462 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.db_base_plugin_common [None req-a5d3505c-939d-4286-bf92-f0956d75a580 admin admin] Allocated IP 172.27.3.172 (64bdbeb4-2429-4b9e-9f88-29f950eefffc/3f9f8472-0ab8-4bd8-a441-92a12c3f4c58/187f1a74-827b-4245-bacf-037b0e68655b) {{(pid=98473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:41:23.622052 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-6761f2a5-1f33-4dba-9be8-a90b65480c5f req-7db08a86-b430-4006-bccf-64bd6b6c51c5 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447590 May 25 15:41:23.627238 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ff73e23e-de58-43df-8965-9821eaefdaa5 req-2251a8fd-c578-4ee5-a2b1-27c9a92ed0fc tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682099 May 25 15:41:23.788380 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-0d8fd016-51fa-43e5-bd8f-c3bcec041e87 None None] Set router d4f31a10-944b-4ad6-83a8-a7237894f920 gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:41:23.795406 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-a5d3505c-939d-4286-bf92-f0956d75a580 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:23.827500 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-a5d3505c-939d-4286-bf92-f0956d75a580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363'] for port, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:23.832352 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-ec6eb31c-3e0c-44e0-9abe-267ebf2bf7b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:23.898575 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d3505c-939d-4286-bf92-f0956d75a580 admin admin] Network 64bdbeb4-2429-4b9e-9f88-29f950eefffc is already hosted by enough agents. {{(pid=98473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:41:23.901831 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.base_scheduler [None req-a5d3505c-939d-4286-bf92-f0956d75a580 admin admin] Resources bound (agent type, host, resource id): {{(pid=98473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:41:23.916318 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d3505c-939d-4286-bf92-f0956d75a580 admin admin] Received port after_create {{(pid=98473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:41:24.086101 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3505c-939d-4286-bf92-f0956d75a580 admin admin] Pushing event updated for resources: {'Port': ['ID=187f1a74-827b-4245-bacf-037b0e68655b,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:24.183152 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-a5d3505c-939d-4286-bf92-f0956d75a580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:24.244184 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:41:24.292026 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c940f785-1e64-495f-8966-e6a55a486822 None None] Notify callbacks [] for port, precommit_create {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:24.326951 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-c940f785-1e64-495f-8966-e6a55a486822 None None] Transition to ACTIVE for port object 974b6d5e-dfc4-49d8-93d5-67a251aa794b will not be triggered until provisioned by entity L2. {{(pid=98475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:41:24.388915 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-c940f785-1e64-495f-8966-e6a55a486822 None None] Transition to ACTIVE for port object 974b6d5e-dfc4-49d8-93d5-67a251aa794b will not be triggered until provisioned by entity DHCP. {{(pid=98475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:41:24.400521 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c940f785-1e64-495f-8966-e6a55a486822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363'] for port, after_create {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:24.404957 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:24.488082 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c940f785-1e64-495f-8966-e6a55a486822 None None] Network fc2d17f9-2fa5-412c-ac16-17e3ad861bc4 is already hosted by enough agents. {{(pid=98475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:41:24.488246 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-a5d3505c-939d-4286-bf92-f0956d75a580 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:24.493700 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.scheduler.base_scheduler [None req-c940f785-1e64-495f-8966-e6a55a486822 None None] Resources bound (agent type, host, resource id): {{(pid=98475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:41:24.509640 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c940f785-1e64-495f-8966-e6a55a486822 None None] Received port after_create {{(pid=98475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:41:24.529443 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940f785-1e64-495f-8966-e6a55a486822 None None] Pushing event updated for resources: {'Port': ['ID=974b6d5e-dfc4-49d8-93d5-67a251aa794b,revision_number=1']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:24.537799 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-c940f785-1e64-495f-8966-e6a55a486822 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:24.653954 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-0d8fd016-51fa-43e5-bd8f-c3bcec041e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'name': 'tempest-TestShelveInstance-1471348406-router', 'tenant_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '57ee664a-21bf-41f3-bca9-26a04fe26d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:14Z', 'updated_at': '2021-05-25T15:41:19Z', 'revision_number': 4, 'project_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'gw_port': {'id': '57ee664a-21bf-41f3-bca9-26a04fe26d8f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:15Z', 'updated_at': '2021-05-25T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '39044555-9adc-40a4-b1ca-24c2892308a0', 'name': '', 'network_id': '1cf3ac43-1c2d-41a1-ab33-652986c9f04a', 'tenant_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'mac_address': 'fa:16:3e:56:68:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd8814786-1b46-4acf-84af-e90570416047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:18Z', 'updated_at': '2021-05-25T15:41:23Z', 'revision_number': 4, 'project_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'subnets': [{'id': 'd8814786-1b46-4acf-84af-e90570416047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:41:24.674964 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8fd016-51fa-43e5-bd8f-c3bcec041e87 None None] The sync data for ids ['d4f31a10-944b-4ad6-83a8-a7237894f920'] in dv-cinder-791240-3-iscsi is: [{'id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'name': 'tempest-TestShelveInstance-1471348406-router', 'tenant_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '57ee664a-21bf-41f3-bca9-26a04fe26d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:14Z', 'updated_at': '2021-05-25T15:41:19Z', 'revision_number': 4, 'project_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'gw_port': {'id': '57ee664a-21bf-41f3-bca9-26a04fe26d8f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:15Z', 'updated_at': '2021-05-25T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '39044555-9adc-40a4-b1ca-24c2892308a0', 'name': '', 'network_id': '1cf3ac43-1c2d-41a1-ab33-652986c9f04a', 'tenant_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'mac_address': 'fa:16:3e:56:68:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd8814786-1b46-4acf-84af-e90570416047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:18Z', 'updated_at': '2021-05-25T15:41:23Z', 'revision_number': 4, 'project_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'subnets': [{'id': 'd8814786-1b46-4acf-84af-e90570416047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:41:24.688909 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-c940f785-1e64-495f-8966-e6a55a486822 None None] Attempting to bind port 974b6d5e-dfc4-49d8-93d5-67a251aa794b on host dv-cinder-791240-3-iscsi for vnic_type normal with profile {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:41:24.689358 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-c940f785-1e64-495f-8966-e6a55a486822 None None] Attempting to bind port 974b6d5e-dfc4-49d8-93d5-67a251aa794b by drivers openvswitch,hyperv on host dv-cinder-791240-3-iscsi at level 0 using segments [{'id': 'd08903c6-fe49-4b45-93cf-b676c36060af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fc2d17f9-2fa5-412c-ac16-17e3ad861bc4'}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:41:24.689737 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c940f785-1e64-495f-8966-e6a55a486822 None None] Attempting to bind port 974b6d5e-dfc4-49d8-93d5-67a251aa794b on network fc2d17f9-2fa5-412c-ac16-17e3ad861bc4 {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:41:24.704327 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce63c5-82fc-4da1-8b97-7e24f2a4c5f0 req-791d7e79-fcfa-43ef-92e2-2f9c0792dfe0 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:24.711475 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b3ce63c5-82fc-4da1-8b97-7e24f2a4c5f0 req-791d7e79-fcfa-43ef-92e2-2f9c0792dfe0 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.3339190 May 25 15:41:24.713685 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c940f785-1e64-495f-8966-e6a55a486822 None None] Checking agent: {'id': '0d0ec358-3583-457d-8c3e-30368d3d3544', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 31, 43), 'started_at': datetime.datetime(2021, 5, 25, 15, 32, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:41:24.714053 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c940f785-1e64-495f-8966-e6a55a486822 None None] Checking segment: {'id': 'd08903c6-fe49-4b45-93cf-b676c36060af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fc2d17f9-2fa5-412c-ac16-17e3ad861bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:41:24.714562 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c940f785-1e64-495f-8966-e6a55a486822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:24.714861 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c940f785-1e64-495f-8966-e6a55a486822 None None] Bound using segment: {'id': 'd08903c6-fe49-4b45-93cf-b676c36060af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fc2d17f9-2fa5-412c-ac16-17e3ad861bc4'} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:41:24.715346 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-c940f785-1e64-495f-8966-e6a55a486822 None None] Bound port: 974b6d5e-dfc4-49d8-93d5-67a251aa794b, host: dv-cinder-791240-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd08903c6-fe49-4b45-93cf-b676c36060af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fc2d17f9-2fa5-412c-ac16-17e3ad861bc4'}}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:41:24.715725 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c940f785-1e64-495f-8966-e6a55a486822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:24.820349 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b3ce63c5-82fc-4da1-8b97-7e24f2a4c5f0 req-c87b0801-cae8-4923-a45f-bc710b19fc16 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077695 May 25 15:41:24.874403 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-c940f785-1e64-495f-8966-e6a55a486822 None None] For port 974b6d5e-dfc4-49d8-93d5-67a251aa794b, host dv-cinder-791240-3-iscsi, cleared binding levels {{(pid=98475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:41:24.878223 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-c940f785-1e64-495f-8966-e6a55a486822 None None] For port 974b6d5e-dfc4-49d8-93d5-67a251aa794b, host dv-cinder-791240-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=974b6d5e-dfc4-49d8-93d5-67a251aa794b,segment=NetworkSegment(d08903c6-fe49-4b45-93cf-b676c36060af),segment_id=d08903c6-fe49-4b45-93cf-b676c36060af)] {{(pid=98475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:41:24.883730 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c940f785-1e64-495f-8966-e6a55a486822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:24.890102 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:24.907078 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65176427-b1a7-49f4-b5be-883124b01e0f req-55a54ae3-b70c-4217-989d-670c8891bfc4 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:24.918248 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-65176427-b1a7-49f4-b5be-883124b01e0f req-55a54ae3-b70c-4217-989d-670c8891bfc4 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=37533585-1e22-4de9-8274-6c714fdcc3de HTTP/1.1" status: 200 len: 944 time: 0.1131878 May 25 15:41:24.984509 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-65176427-b1a7-49f4-b5be-883124b01e0f req-a1b13b04-7fd0-464b-b55c-27b3bca95463 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651109 May 25 15:41:24.996464 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940f785-1e64-495f-8966-e6a55a486822 None None] Pushing event updated for resources: {'Port': ['ID=974b6d5e-dfc4-49d8-93d5-67a251aa794b,revision_number=2']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:25.000241 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-c940f785-1e64-495f-8966-e6a55a486822 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:25.110571 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-a5d3505c-939d-4286-bf92-f0956d75a580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-360008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-353784'] for router, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:25.237869 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5bd67-2706-4afb-869d-c1a096535a18 req-c06cb767-525a-4633-b179-d156002032e9 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:25.245338 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-55f5bd67-2706-4afb-869d-c1a096535a18 req-c06cb767-525a-4633-b179-d156002032e9 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd0cdce-9e5f-482d-98c1-c808604b6f2a HTTP/1.1" status: 200 len: 945 time: 0.2210636 May 25 15:41:25.373242 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-55f5bd67-2706-4afb-869d-c1a096535a18 req-495531fc-49d7-45a2-a935-614bd4ed2eb6 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271284 May 25 15:41:25.446030 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d3505c-939d-4286-bf92-f0956d75a580 admin admin] Router f8cb0c52-b478-410c-af35-6a02e29ccb0a is scheduled to L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 with binding_index 1 {{(pid=98473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 15:41:25.640979 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d3505c-939d-4286-bf92-f0956d75a580 admin admin] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:41:25.650700 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2a685c-402c-49e5-9887-24bd635076a7 None None] Sync routers for ids ['f8cb0c52-b478-410c-af35-6a02e29ccb0a'] in dv-cinder-791240-3-iscsi {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:41:25.665995 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2a685c-402c-49e5-9887-24bd635076a7 None None] Routers {'f8cb0c52-b478-410c-af35-6a02e29ccb0a'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:41:25.666719 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-9c2a685c-402c-49e5-9887-24bd635076a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:41:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['f8cb0c52-b478-410c-af35-6a02e29ccb0a'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:41:25.672203 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-a5d3505c-939d-4286-bf92-f0956d75a580 admin admin] Notify callbacks [] for router, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:25.674650 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-a5d3505c-939d-4286-bf92-f0956d75a580 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1121860 May 25 15:41:25.677630 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 35836) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:25.934323 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-9c2a685c-402c-49e5-9887-24bd635076a7 None None] Set router f8cb0c52-b478-410c-af35-6a02e29ccb0a gateway port host: dv-cinder-791240-3-iscsi {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:41:26.217684 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8b0d9a-7138-4f60-b833-6d55c005c08a None None] Network fc2d17f9-2fa5-412c-ac16-17e3ad861bc4 requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:41:26.339307 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-9c2a685c-402c-49e5-9887-24bd635076a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb0c52-b478-410c-af35-6a02e29ccb0a', 'name': 'tempest-TestShelveInstance-38475202-router', 'tenant_id': '50940bb0f8db4f4fa9c149db0334f492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '187f1a74-827b-4245-bacf-037b0e68655b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:22Z', 'updated_at': '2021-05-25T15:41:24Z', 'revision_number': 3, 'project_id': '50940bb0f8db4f4fa9c149db0334f492', 'gw_port': {'id': '187f1a74-827b-4245-bacf-037b0e68655b', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:38:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cb0c52-b478-410c-af35-6a02e29ccb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:23Z', 'updated_at': '2021-05-25T15:41:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi'}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:41:26.344483 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2a685c-402c-49e5-9887-24bd635076a7 None None] Checking router: f8cb0c52-b478-410c-af35-6a02e29ccb0a for host: dv-cinder-791240-3-iscsi {{(pid=98476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:41:26.345354 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2a685c-402c-49e5-9887-24bd635076a7 None None] Updating router f8cb0c52-b478-410c-af35-6a02e29ccb0a port 187f1a74-827b-4245-bacf-037b0e68655b binding host dv-cinder-791240-3-iscsi {{(pid=98476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:41:26.347291 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-e2bf4a9d-e22c-452e-a69e-a9376d11952f None None] Provisioning for port 974b6d5e-dfc4-49d8-93d5-67a251aa794b completed by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:41:26.356359 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9cac76-b917-464e-8f0f-ff3af59cc026 req-253c3031-bf22-41f6-b464-e77706cd522b tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:26.365110 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-2c9cac76-b917-464e-8f0f-ff3af59cc026 req-253c3031-bf22-41f6-b464-e77706cd522b tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=37533585-1e22-4de9-8274-6c714fdcc3de HTTP/1.1" status: 200 len: 944 time: 0.2345536 May 25 15:41:26.408195 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-9c2a685c-402c-49e5-9887-24bd635076a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:26.421056 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c8c0f-deab-4fe7-b5a0-0387c3ec90a9 req-2a1218d2-f62e-49df-b894-4ffc6936898f tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:26.428261 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b22c8c0f-deab-4fe7-b5a0-0387c3ec90a9 req-2a1218d2-f62e-49df-b894-4ffc6936898f tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.3657618 May 25 15:41:26.448147 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-2c9cac76-b917-464e-8f0f-ff3af59cc026 req-b0c6b118-2afb-4cef-bde9-d2692cef5609 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818193 May 25 15:41:26.581236 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b22c8c0f-deab-4fe7-b5a0-0387c3ec90a9 req-febe89a6-9d79-4368-9b70-e91a302b11e9 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520493 May 25 15:41:26.822590 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 974b6d5e-dfc4-49d8-93d5-67a251aa794b up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:41:26.867793 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-9c2a685c-402c-49e5-9887-24bd635076a7 None None] Notify callbacks [] for port, precommit_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:26.882637 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.provisioning_blocks [None req-9c2a685c-402c-49e5-9887-24bd635076a7 None None] Transition to ACTIVE for port object 187f1a74-827b-4245-bacf-037b0e68655b will not be triggered until provisioned by entity L2. {{(pid=98476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:41:26.891535 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-9c2a685c-402c-49e5-9887-24bd635076a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:26.902309 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:26.906774 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning for port 974b6d5e-dfc4-49d8-93d5-67a251aa794b completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:41:26.912989 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port 974b6d5e-dfc4-49d8-93d5-67a251aa794b triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:41:26.913597 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:26.968922 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d347a37-1e04-4ef2-9224-54f8d2ef87d2 None None] Pushing event updated for resources: {'Port': ['ID=187f1a74-827b-4245-bacf-037b0e68655b,revision_number=2']} {{(pid=98476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:26.994259 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.managers [None req-9c2a685c-402c-49e5-9887-24bd635076a7 None None] Attempting to bind port 187f1a74-827b-4245-bacf-037b0e68655b on host dv-cinder-791240-3-iscsi for vnic_type normal with profile {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:41:26.995657 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.managers [None req-9c2a685c-402c-49e5-9887-24bd635076a7 None None] Attempting to bind port 187f1a74-827b-4245-bacf-037b0e68655b by drivers openvswitch,hyperv on host dv-cinder-791240-3-iscsi at level 0 using segments [{'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'}] {{(pid=98476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:41:26.996216 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2a685c-402c-49e5-9887-24bd635076a7 None None] Attempting to bind port 187f1a74-827b-4245-bacf-037b0e68655b on network 64bdbeb4-2429-4b9e-9f88-29f950eefffc {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:41:27.002563 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [None req-0d347a37-1e04-4ef2-9224-54f8d2ef87d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:27.003529 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2a685c-402c-49e5-9887-24bd635076a7 None None] Checking agent: {'id': '0d0ec358-3583-457d-8c3e-30368d3d3544', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 31, 43), 'started_at': datetime.datetime(2021, 5, 25, 15, 32, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:41:27.005836 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2a685c-402c-49e5-9887-24bd635076a7 None None] Checking segment: {'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:41:27.005836 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-9c2a685c-402c-49e5-9887-24bd635076a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:27.005836 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2a685c-402c-49e5-9887-24bd635076a7 None None] Bound using segment: {'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'} {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:41:27.005836 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.managers [None req-9c2a685c-402c-49e5-9887-24bd635076a7 None None] Bound port: 187f1a74-827b-4245-bacf-037b0e68655b, host: dv-cinder-791240-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'}}] {{(pid=98476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:41:27.005836 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-9c2a685c-402c-49e5-9887-24bd635076a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:27.039729 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e85e7fc0-6499-4f9c-a9cf-e3e13026af45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:27.135571 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.db [None req-9c2a685c-402c-49e5-9887-24bd635076a7 None None] For port 187f1a74-827b-4245-bacf-037b0e68655b, host dv-cinder-791240-3-iscsi, cleared binding levels {{(pid=98476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:41:27.140361 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.db [None req-9c2a685c-402c-49e5-9887-24bd635076a7 None None] For port 187f1a74-827b-4245-bacf-037b0e68655b, host dv-cinder-791240-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=187f1a74-827b-4245-bacf-037b0e68655b,segment=NetworkSegment(709432ef-9055-43de-bcb9-c4833f38b817),segment_id=709432ef-9055-43de-bcb9-c4833f38b817)] {{(pid=98476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:41:27.148004 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-9c2a685c-402c-49e5-9887-24bd635076a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:27.156582 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:27.159678 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:27.197520 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] For port 974b6d5e-dfc4-49d8-93d5-67a251aa794b, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=974b6d5e-dfc4-49d8-93d5-67a251aa794b,segment=NetworkSegment(d08903c6-fe49-4b45-93cf-b676c36060af),segment_id=d08903c6-fe49-4b45-93cf-b676c36060af)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:41:27.203787 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:27.205047 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 39044555-9adc-40a4-b1ca-24c2892308a0 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:41:27.232245 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d347a37-1e04-4ef2-9224-54f8d2ef87d2 None None] Pushing event updated for resources: {'Port': ['ID=187f1a74-827b-4245-bacf-037b0e68655b,revision_number=3']} {{(pid=98476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:27.236722 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [None req-0d347a37-1e04-4ef2-9224-54f8d2ef87d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:27.248875 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2a685c-402c-49e5-9887-24bd635076a7 None None] Routers {'f8cb0c52-b478-410c-af35-6a02e29ccb0a'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:41:27.250827 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-9c2a685c-402c-49e5-9887-24bd635076a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:41:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['f8cb0c52-b478-410c-af35-6a02e29ccb0a'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:41:27.253020 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-1b2f3939-51ab-4a39-94ee-8ec12b3d988e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:27.412972 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Pushing event updated for resources: {'Port': ['ID=974b6d5e-dfc4-49d8-93d5-67a251aa794b,revision_number=3']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:27.416491 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:27.427888 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning for port 39044555-9adc-40a4-b1ca-24c2892308a0 completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:41:27.435077 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port 39044555-9adc-40a4-b1ca-24c2892308a0 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:41:27.435702 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:27.503594 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-9c2a685c-402c-49e5-9887-24bd635076a7 None None] Set router f8cb0c52-b478-410c-af35-6a02e29ccb0a gateway port host: dv-cinder-791240-3-iscsi {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:41:27.570474 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574a6ca-004d-46be-9e8b-916dc73056fb req-45514007-bdf3-4f95-afbd-b731e82ed81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:27.572245 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3574a6ca-004d-46be-9e8b-916dc73056fb req-45514007-bdf3-4f95-afbd-b731e82ed81f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 1099 time: 0.3853798 May 25 15:41:27.574401 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.db_base_plugin_common [None req-e85e7fc0-6499-4f9c-a9cf-e3e13026af45 admin admin] Allocated IP 172.20.0.1 (fc2d17f9-2fa5-412c-ac16-17e3ad861bc4/f116ec6e-0270-414d-90aa-4237892157cf/4350fc4c-0941-43b2-ae6b-b516cefa2936) {{(pid=98474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:41:27.619362 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:27.672467 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] For port 39044555-9adc-40a4-b1ca-24c2892308a0, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=39044555-9adc-40a4-b1ca-24c2892308a0,segment=NetworkSegment(4a067f6f-2777-461f-996b-290d007bc15e),segment_id=4a067f6f-2777-461f-996b-290d007bc15e)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:41:27.680552 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:27.682538 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-a64fa0b1-83ac-4dac-aca1-35103d7482e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:27.838045 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Pushing event updated for resources: {'Port': ['ID=39044555-9adc-40a4-b1ca-24c2892308a0,revision_number=5']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:27.846342 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:27.943339 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3574a6ca-004d-46be-9e8b-916dc73056fb req-7c2ddcf4-f380-4a01-8cc8-9df9c2c3bec2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518918 May 25 15:41:27.988620 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3940a-0303-4ad0-a9ec-b7cfa8cdb3b5 req-2e949b0b-f729-415d-8ea8-8840c6d547ff tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:27.995730 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ddc3940a-0303-4ad0-a9ec-b7cfa8cdb3b5 req-2e949b0b-f729-415d-8ea8-8840c6d547ff tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.1534956 May 25 15:41:27.998828 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e85e7fc0-6499-4f9c-a9cf-e3e13026af45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:28.016564 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620785d-fca6-470d-9b95-d4c457d4ee8a req-de938b85-7943-43d3-ae1b-ff312933da8b tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:28.018519 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-9c2a685c-402c-49e5-9887-24bd635076a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb0c52-b478-410c-af35-6a02e29ccb0a', 'name': 'tempest-TestShelveInstance-38475202-router', 'tenant_id': '50940bb0f8db4f4fa9c149db0334f492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '187f1a74-827b-4245-bacf-037b0e68655b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:22Z', 'updated_at': '2021-05-25T15:41:24Z', 'revision_number': 3, 'project_id': '50940bb0f8db4f4fa9c149db0334f492', 'gw_port': {'id': '187f1a74-827b-4245-bacf-037b0e68655b', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:38:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cb0c52-b478-410c-af35-6a02e29ccb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:23Z', 'updated_at': '2021-05-25T15:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi'}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:41:28.023666 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b620785d-fca6-470d-9b95-d4c457d4ee8a req-de938b85-7943-43d3-ae1b-ff312933da8b tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=37533585-1e22-4de9-8274-6c714fdcc3de HTTP/1.1" status: 200 len: 944 time: 0.2270920 May 25 15:41:28.024232 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2a685c-402c-49e5-9887-24bd635076a7 None None] The sync data for ids ['f8cb0c52-b478-410c-af35-6a02e29ccb0a'] in dv-cinder-791240-3-iscsi is: [{'id': 'f8cb0c52-b478-410c-af35-6a02e29ccb0a', 'name': 'tempest-TestShelveInstance-38475202-router', 'tenant_id': '50940bb0f8db4f4fa9c149db0334f492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '187f1a74-827b-4245-bacf-037b0e68655b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:22Z', 'updated_at': '2021-05-25T15:41:24Z', 'revision_number': 3, 'project_id': '50940bb0f8db4f4fa9c149db0334f492', 'gw_port': {'id': '187f1a74-827b-4245-bacf-037b0e68655b', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:38:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cb0c52-b478-410c-af35-6a02e29ccb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:23Z', 'updated_at': '2021-05-25T15:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi'}] {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:41:28.038155 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ddc3940a-0303-4ad0-a9ec-b7cfa8cdb3b5 req-eb3f853c-3799-40e6-8c7f-a753b1ed08c0 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415351 May 25 15:41:28.049005 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.provisioning_blocks [None req-e85e7fc0-6499-4f9c-a9cf-e3e13026af45 admin admin] Transition to ACTIVE for port object 4350fc4c-0941-43b2-ae6b-b516cefa2936 will not be triggered until provisioned by entity DHCP. {{(pid=98474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:41:28.096650 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b620785d-fca6-470d-9b95-d4c457d4ee8a req-e8fa62f2-9166-4b04-817c-e7c9e741723c tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720561 May 25 15:41:28.109748 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e85e7fc0-6499-4f9c-a9cf-e3e13026af45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:28.126250 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:28.222906 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85e7fc0-6499-4f9c-a9cf-e3e13026af45 admin admin] Network fc2d17f9-2fa5-412c-ac16-17e3ad861bc4 is already hosted by enough agents. {{(pid=98474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:41:28.227994 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [None req-e85e7fc0-6499-4f9c-a9cf-e3e13026af45 admin admin] Resources bound (agent type, host, resource id): {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:41:28.232574 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85e7fc0-6499-4f9c-a9cf-e3e13026af45 admin admin] Received port after_create {{(pid=98474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:41:28.290953 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e7fc0-6499-4f9c-a9cf-e3e13026af45 admin admin] Pushing event updated for resources: {'Port': ['ID=4350fc4c-0941-43b2-ae6b-b516cefa2936,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:28.307475 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e7fc0-6499-4f9c-a9cf-e3e13026af45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:28.307475 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e7fc0-6499-4f9c-a9cf-e3e13026af45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:28.308053 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e7fc0-6499-4f9c-a9cf-e3e13026af45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:28.308410 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e7fc0-6499-4f9c-a9cf-e3e13026af45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:28.308757 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e7fc0-6499-4f9c-a9cf-e3e13026af45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:28.309103 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e7fc0-6499-4f9c-a9cf-e3e13026af45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:28.310868 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e7fc0-6499-4f9c-a9cf-e3e13026af45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:28.311226 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e7fc0-6499-4f9c-a9cf-e3e13026af45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:28.311572 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e7fc0-6499-4f9c-a9cf-e3e13026af45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:28.312074 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e7fc0-6499-4f9c-a9cf-e3e13026af45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:28.312932 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e7fc0-6499-4f9c-a9cf-e3e13026af45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:28.312932 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e7fc0-6499-4f9c-a9cf-e3e13026af45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:28.319219 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-e85e7fc0-6499-4f9c-a9cf-e3e13026af45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:28.327566 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e85e7fc0-6499-4f9c-a9cf-e3e13026af45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-352649'] for router_interface, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:28.496543 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e85e7fc0-6499-4f9c-a9cf-e3e13026af45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:28.703956 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-c08ee18f-96eb-44bc-89fd-65e96cfa1b0c None None] Provisioning for port 4350fc4c-0941-43b2-ae6b-b516cefa2936 completed by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:41:28.715226 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-c08ee18f-96eb-44bc-89fd-65e96cfa1b0c None None] Provisioning complete for port 4350fc4c-0941-43b2-ae6b-b516cefa2936 triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:41:28.716851 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c08ee18f-96eb-44bc-89fd-65e96cfa1b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:28.826596 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e85e7fc0-6499-4f9c-a9cf-e3e13026af45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:28.830985 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e85e7fc0-6499-4f9c-a9cf-e3e13026af45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-881747'] for port, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:28.834093 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-c08ee18f-96eb-44bc-89fd-65e96cfa1b0c None None] Port 4350fc4c-0941-43b2-ae6b-b516cefa2936 cannot update to ACTIVE because it is not bound. {{(pid=98475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:41:28.840034 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 575c2858-78df-44e4-87a6-fdb069ffda6b details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:41:28.842888 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 187f1a74-827b-4245-bacf-037b0e68655b up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:41:28.864614 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-748aee49-6109-4a54-a37a-65f9791e5d58 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:28.945408 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e85e7fc0-6499-4f9c-a9cf-e3e13026af45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-352548'] for router_interface, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:28.949417 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e7fc0-6499-4f9c-a9cf-e3e13026af45 admin admin] Pushing event updated for resources: {'Port': ['ID=4350fc4c-0941-43b2-ae6b-b516cefa2936,revision_number=2']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:28.953693 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-e85e7fc0-6499-4f9c-a9cf-e3e13026af45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:29.035465 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning for port 187f1a74-827b-4245-bacf-037b0e68655b completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:41:29.052762 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port 187f1a74-827b-4245-bacf-037b0e68655b triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:41:29.053150 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:29.106523 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85e7fc0-6499-4f9c-a9cf-e3e13026af45 admin admin] Network fc2d17f9-2fa5-412c-ac16-17e3ad861bc4 is already hosted by enough agents. {{(pid=98474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:41:29.107671 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [None req-e85e7fc0-6499-4f9c-a9cf-e3e13026af45 admin admin] Resources bound (agent type, host, resource id): {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:41:29.151748 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 575c2858-78df-44e4-87a6-fdb069ffda6b, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=575c2858-78df-44e4-87a6-fdb069ffda6b,segment=NetworkSegment(8abf022d-4337-4841-a1f1-49e0b9ebe7dc),segment_id=8abf022d-4337-4841-a1f1-49e0b9ebe7dc)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:41:29.202172 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Returning: {'device': '575c2858-78df-44e4-87a6-fdb069ffda6b', 'network_id': 'ccebdefd-d4ec-444e-be8a-2ad4100adcb6', 'port_id': '575c2858-78df-44e4-87a6-fdb069ffda6b', 'mac_address': 'fa:16:3e:46:26:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20fbce05-8cd1-40f5-81da-8c186d2a93df', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:41:29.296582 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:29.306376 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:29.332704 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 575c2858-78df-44e4-87a6-fdb069ffda6b {{(pid=98475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:41:29.341619 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] For port 187f1a74-827b-4245-bacf-037b0e68655b, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=187f1a74-827b-4245-bacf-037b0e68655b,segment=NetworkSegment(709432ef-9055-43de-bcb9-c4833f38b817),segment_id=709432ef-9055-43de-bcb9-c4833f38b817)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:41:29.358728 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:29.359891 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 974b6d5e-dfc4-49d8-93d5-67a251aa794b up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:41:29.379474 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f9bab-ef4a-426a-bae1-8e42217f2e6e req-d8b5bef2-a5b5-4842-8ffd-da3178bc2263 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:29.389218 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a53f9bab-ef4a-426a-bae1-8e42217f2e6e req-d8b5bef2-a5b5-4842-8ffd-da3178bc2263 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=37533585-1e22-4de9-8274-6c714fdcc3de HTTP/1.1" status: 200 len: 944 time: 0.1083131 May 25 15:41:29.409382 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 575c2858-78df-44e4-87a6-fdb069ffda6b, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=575c2858-78df-44e4-87a6-fdb069ffda6b,segment=NetworkSegment(8abf022d-4337-4841-a1f1-49e0b9ebe7dc),segment_id=8abf022d-4337-4841-a1f1-49e0b9ebe7dc)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:41:29.410999 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:29.455651 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a53f9bab-ef4a-426a-bae1-8e42217f2e6e req-aa8e2125-cea4-476f-84b2-bcdf1bc4ed5e tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652256 May 25 15:41:29.505166 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4e896-a915-4b2c-acf3-f6ee75a43131 req-bc3d7d92-1935-4a0d-999f-c2b97cfca17f tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:29.506622 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e0f4e896-a915-4b2c-acf3-f6ee75a43131 req-bc3d7d92-1935-4a0d-999f-c2b97cfca17f tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.3066001 May 25 15:41:29.516675 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85e7fc0-6499-4f9c-a9cf-e3e13026af45 admin admin] Router f8cb0c52-b478-410c-af35-6a02e29ccb0a has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:41:29.528841 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:29.547019 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Pushing event updated for resources: {'Port': ['ID=187f1a74-827b-4245-bacf-037b0e68655b,revision_number=4']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:29.552754 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:29.553513 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:29.614096 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-57ba99cb-7c8a-44bc-a69e-b26b2656924d None None] Provisioning complete for port 4350fc4c-0941-43b2-ae6b-b516cefa2936 triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:41:29.614479 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-57ba99cb-7c8a-44bc-a69e-b26b2656924d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:29.689758 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-57ba99cb-7c8a-44bc-a69e-b26b2656924d None None] Port 4350fc4c-0941-43b2-ae6b-b516cefa2936 cannot update to ACTIVE because it is not bound. {{(pid=98475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:41:29.695969 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=575c2858-78df-44e4-87a6-fdb069ffda6b,revision_number=4']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:29.700091 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:29.707049 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port 974b6d5e-dfc4-49d8-93d5-67a251aa794b triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:41:29.707662 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:29.709027 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e0f4e896-a915-4b2c-acf3-f6ee75a43131 req-666ecb3b-f2e7-4e5a-a41e-345b9c2b157b tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245790 May 25 15:41:29.756653 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85e7fc0-6499-4f9c-a9cf-e3e13026af45 admin admin] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:41:29.767759 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-e85e7fc0-6499-4f9c-a9cf-e3e13026af45 admin admin] 10.222.0.32 "PUT /v2.0/routers/f8cb0c52-b478-410c-af35-6a02e29ccb0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0886075 May 25 15:41:29.903432 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 39044555-9adc-40a4-b1ca-24c2892308a0 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:41:29.995036 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port 39044555-9adc-40a4-b1ca-24c2892308a0 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:41:29.995422 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:30.328330 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa146c1-e8ac-487c-8cc6-04e981e41fa7 None None] Sync routers for ids ['f8cb0c52-b478-410c-af35-6a02e29ccb0a'] in dv-cinder-791240-3-iscsi {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:41:30.337772 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa146c1-e8ac-487c-8cc6-04e981e41fa7 None None] Routers {'f8cb0c52-b478-410c-af35-6a02e29ccb0a'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:41:30.338373 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-baa146c1-e8ac-487c-8cc6-04e981e41fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:41:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['f8cb0c52-b478-410c-af35-6a02e29ccb0a'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:41:30.529973 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-baa146c1-e8ac-487c-8cc6-04e981e41fa7 None None] Set router f8cb0c52-b478-410c-af35-6a02e29ccb0a gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:41:30.530086 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 35926) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:30.534956 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-95e089b7-4fd7-4f16-9561-5cef2fd6bf0f tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1714001059', 'description': 'tempest-secgroup-smoke-1714001059 description', 'project_id': 'cdb64e1fc05f4a72be9fc39079cdc282'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:41:30.547530 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-95e089b7-4fd7-4f16-9561-5cef2fd6bf0f tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:30.551628 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-95e089b7-4fd7-4f16-9561-5cef2fd6bf0f tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Usage tracker for resource:security_group and tenant:cdb64e1fc05f4a72be9fc39079cdc282 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:30.554666 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-95e089b7-4fd7-4f16-9561-5cef2fd6bf0f tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:30.561777 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-95e089b7-4fd7-4f16-9561-5cef2fd6bf0f tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:30.573900 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-95e089b7-4fd7-4f16-9561-5cef2fd6bf0f tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:30.601016 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-95e089b7-4fd7-4f16-9561-5cef2fd6bf0f tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:30.605062 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-95e089b7-4fd7-4f16-9561-5cef2fd6bf0f tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Usage tracker for resource:security_group_rule and tenant:cdb64e1fc05f4a72be9fc39079cdc282 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:30.610834 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-95e089b7-4fd7-4f16-9561-5cef2fd6bf0f tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:30.619531 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-95e089b7-4fd7-4f16-9561-5cef2fd6bf0f tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:30.732625 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 187f1a74-827b-4245-bacf-037b0e68655b up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:41:30.766862 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7709df0-141e-46ef-84df-2c3d3ec1139c req-10b614b1-16cc-41da-b4f3-8113bc0b689c tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:30.767719 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d7709df0-141e-46ef-84df-2c3d3ec1139c req-10b614b1-16cc-41da-b4f3-8113bc0b689c tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=37533585-1e22-4de9-8274-6c714fdcc3de HTTP/1.1" status: 200 len: 945 time: 0.1419349 May 25 15:41:30.769954 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-95e089b7-4fd7-4f16-9561-5cef2fd6bf0f tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:30.773827 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-95e089b7-4fd7-4f16-9561-5cef2fd6bf0f tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:30.781090 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-e16b4782-9912-4721-8d54-263554343c62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:30.848726 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e089b7-4fd7-4f16-9561-5cef2fd6bf0f tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79eff25c-ec01-4a91-995b-4ee0468ee6e8,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:30.851440 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-95e089b7-4fd7-4f16-9561-5cef2fd6bf0f tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:30.852335 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-95e089b7-4fd7-4f16-9561-5cef2fd6bf0f tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:30.856167 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-95e089b7-4fd7-4f16-9561-5cef2fd6bf0f tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3227003 May 25 15:41:30.856696 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 35934) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:30.862970 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-82a86614-d46b-4a75-86a4-1c2c011a31fb tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Request body: {'security_group_rule': {'security_group_id': '79eff25c-ec01-4a91-995b-4ee0468ee6e8', 'project_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:41:30.865198 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d7709df0-141e-46ef-84df-2c3d3ec1139c req-6d19f816-0826-4cf9-9305-b4aafbdd53b7 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872488 May 25 15:41:30.872905 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-82a86614-d46b-4a75-86a4-1c2c011a31fb tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:30.876894 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-82a86614-d46b-4a75-86a4-1c2c011a31fb tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Usage tracker for resource:security_group_rule and tenant:cdb64e1fc05f4a72be9fc39079cdc282 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:30.879868 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-82a86614-d46b-4a75-86a4-1c2c011a31fb tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:30.886562 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-82a86614-d46b-4a75-86a4-1c2c011a31fb tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:30.904514 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port 187f1a74-827b-4245-bacf-037b0e68655b triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:41:30.904792 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:30.905799 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-82a86614-d46b-4a75-86a4-1c2c011a31fb tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:30.978211 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-82a86614-d46b-4a75-86a4-1c2c011a31fb tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:30.983166 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-82a86614-d46b-4a75-86a4-1c2c011a31fb tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510867'] for security_group_rule, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:30.991894 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:31.016367 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a86614-d46b-4a75-86a4-1c2c011a31fb tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e84f6627-2b88-4d90-82dc-e1bdad8e1f9a,revision_number=0']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:31.025311 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a86614-d46b-4a75-86a4-1c2c011a31fb tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:31.026125 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a86614-d46b-4a75-86a4-1c2c011a31fb tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:31.026583 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a86614-d46b-4a75-86a4-1c2c011a31fb tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:31.027106 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a86614-d46b-4a75-86a4-1c2c011a31fb tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:31.027560 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a86614-d46b-4a75-86a4-1c2c011a31fb tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:31.028028 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a86614-d46b-4a75-86a4-1c2c011a31fb tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:31.028384 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a86614-d46b-4a75-86a4-1c2c011a31fb tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:31.028692 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a86614-d46b-4a75-86a4-1c2c011a31fb tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:31.029837 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a86614-d46b-4a75-86a4-1c2c011a31fb tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:31.030354 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a86614-d46b-4a75-86a4-1c2c011a31fb tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:31.030899 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a86614-d46b-4a75-86a4-1c2c011a31fb tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:31.031399 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a86614-d46b-4a75-86a4-1c2c011a31fb tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:41:31.035040 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-82a86614-d46b-4a75-86a4-1c2c011a31fb tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:31.036456 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-82a86614-d46b-4a75-86a4-1c2c011a31fb tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.037765 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-82a86614-d46b-4a75-86a4-1c2c011a31fb tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1792719 May 25 15:41:31.040713 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 35940) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:31.046533 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-1e4d59b9-e4e6-49eb-9613-7c5fc11d9e93 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Request body: {'security_group_rule': {'security_group_id': '79eff25c-ec01-4a91-995b-4ee0468ee6e8', 'project_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:41:31.052555 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-1e4d59b9-e4e6-49eb-9613-7c5fc11d9e93 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:31.056593 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-1e4d59b9-e4e6-49eb-9613-7c5fc11d9e93 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Usage tracker for resource:security_group_rule and tenant:cdb64e1fc05f4a72be9fc39079cdc282 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:31.059739 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-1e4d59b9-e4e6-49eb-9613-7c5fc11d9e93 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:31.066685 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-1e4d59b9-e4e6-49eb-9613-7c5fc11d9e93 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:31.076783 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-baa146c1-e8ac-487c-8cc6-04e981e41fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb0c52-b478-410c-af35-6a02e29ccb0a', 'name': 'tempest-TestShelveInstance-38475202-router', 'tenant_id': '50940bb0f8db4f4fa9c149db0334f492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '187f1a74-827b-4245-bacf-037b0e68655b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:22Z', 'updated_at': '2021-05-25T15:41:28Z', 'revision_number': 4, 'project_id': '50940bb0f8db4f4fa9c149db0334f492', 'gw_port': {'id': '187f1a74-827b-4245-bacf-037b0e68655b', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:38:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb0c52-b478-410c-af35-6a02e29ccb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:23Z', 'updated_at': '2021-05-25T15:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '4350fc4c-0941-43b2-ae6b-b516cefa2936', 'name': '', 'network_id': 'fc2d17f9-2fa5-412c-ac16-17e3ad861bc4', 'tenant_id': '50940bb0f8db4f4fa9c149db0334f492', 'mac_address': 'fa:16:3e:43:f8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cb0c52-b478-410c-af35-6a02e29ccb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'f116ec6e-0270-414d-90aa-4237892157cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:27Z', 'updated_at': '2021-05-25T15:41:28Z', 'revision_number': 2, 'project_id': '50940bb0f8db4f4fa9c149db0334f492', 'subnets': [{'id': 'f116ec6e-0270-414d-90aa-4237892157cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:41:31.082472 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa146c1-e8ac-487c-8cc6-04e981e41fa7 None None] Checking router: f8cb0c52-b478-410c-af35-6a02e29ccb0a for host: dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:41:31.082955 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa146c1-e8ac-487c-8cc6-04e981e41fa7 None None] Updating router f8cb0c52-b478-410c-af35-6a02e29ccb0a port 4350fc4c-0941-43b2-ae6b-b516cefa2936 binding host dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:41:31.092096 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-1e4d59b9-e4e6-49eb-9613-7c5fc11d9e93 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.142488 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-baa146c1-e8ac-487c-8cc6-04e981e41fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.160471 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-1e4d59b9-e4e6-49eb-9613-7c5fc11d9e93 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.164375 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-1e4d59b9-e4e6-49eb-9613-7c5fc11d9e93 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510867'] for security_group_rule, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.166508 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-808b9e39-1a07-4444-a48c-1e07aaa78afc tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:31.188915 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d59b9-e4e6-49eb-9613-7c5fc11d9e93 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4271cbac-8e6e-42ab-8b5c-f53afa19ac1c,revision_number=0']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:31.202746 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-1e4d59b9-e4e6-49eb-9613-7c5fc11d9e93 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:31.208309 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-1e4d59b9-e4e6-49eb-9613-7c5fc11d9e93 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.209787 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-1e4d59b9-e4e6-49eb-9613-7c5fc11d9e93 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1678011 May 25 15:41:31.212633 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 35946) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:31.222119 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-c866e352-713e-4a1e-adb7-2c3713e5040c tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Request body: {'security_group_rule': {'security_group_id': '79eff25c-ec01-4a91-995b-4ee0468ee6e8', 'project_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:41:31.229768 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-c866e352-713e-4a1e-adb7-2c3713e5040c tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:31.235170 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-c866e352-713e-4a1e-adb7-2c3713e5040c tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Usage tracker for resource:security_group_rule and tenant:cdb64e1fc05f4a72be9fc39079cdc282 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:31.239206 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-c866e352-713e-4a1e-adb7-2c3713e5040c tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:31.246671 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-c866e352-713e-4a1e-adb7-2c3713e5040c tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:31.272782 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-c866e352-713e-4a1e-adb7-2c3713e5040c tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.345841 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-c866e352-713e-4a1e-adb7-2c3713e5040c tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.350885 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-c866e352-713e-4a1e-adb7-2c3713e5040c tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510867'] for security_group_rule, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.353277 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-82a86614-d46b-4a75-86a4-1c2c011a31fb tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:31.372342 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c866e352-713e-4a1e-adb7-2c3713e5040c tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=736a4a6d-b8b1-4fb9-a76c-ae879a3b3075,revision_number=0']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:31.375995 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-c866e352-713e-4a1e-adb7-2c3713e5040c tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:31.393442 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-c866e352-713e-4a1e-adb7-2c3713e5040c tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.397005 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-c866e352-713e-4a1e-adb7-2c3713e5040c tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1804361 May 25 15:41:31.397857 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 35950) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:31.402220 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-26296900-9b39-4e3d-a656-5751af1424e7 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Request body: {'security_group_rule': {'security_group_id': '79eff25c-ec01-4a91-995b-4ee0468ee6e8', 'project_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:41:31.408450 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-26296900-9b39-4e3d-a656-5751af1424e7 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:31.412492 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-26296900-9b39-4e3d-a656-5751af1424e7 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Usage tracker for resource:security_group_rule and tenant:cdb64e1fc05f4a72be9fc39079cdc282 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:31.415274 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-26296900-9b39-4e3d-a656-5751af1424e7 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:31.428178 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-26296900-9b39-4e3d-a656-5751af1424e7 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:31.444756 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-26296900-9b39-4e3d-a656-5751af1424e7 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.510844 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-26296900-9b39-4e3d-a656-5751af1424e7 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.515296 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-26296900-9b39-4e3d-a656-5751af1424e7 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510867'] for security_group_rule, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.517301 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:31.527793 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-baa146c1-e8ac-487c-8cc6-04e981e41fa7 None None] Notify callbacks [] for port, precommit_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.541724 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-baa146c1-e8ac-487c-8cc6-04e981e41fa7 None None] Transition to ACTIVE for port object 4350fc4c-0941-43b2-ae6b-b516cefa2936 will not be triggered until provisioned by entity L2. {{(pid=98475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:41:31.548906 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26296900-9b39-4e3d-a656-5751af1424e7 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b5d7a4-76e4-46b1-9ad5-2b0e597cc2ee,revision_number=0']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:31.551044 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-baa146c1-e8ac-487c-8cc6-04e981e41fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.552568 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-26296900-9b39-4e3d-a656-5751af1424e7 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:31.555891 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:31.556846 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-26296900-9b39-4e3d-a656-5751af1424e7 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.559867 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-26296900-9b39-4e3d-a656-5751af1424e7 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1599355 May 25 15:41:31.561393 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 35954) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:31.566647 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-f48e5a36-04ff-47bd-93b4-553050f465ef tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Request body: {'security_group_rule': {'security_group_id': '79eff25c-ec01-4a91-995b-4ee0468ee6e8', 'project_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:41:31.581898 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-f48e5a36-04ff-47bd-93b4-553050f465ef tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:31.586157 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-f48e5a36-04ff-47bd-93b4-553050f465ef tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Usage tracker for resource:security_group_rule and tenant:cdb64e1fc05f4a72be9fc39079cdc282 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:31.589101 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-f48e5a36-04ff-47bd-93b4-553050f465ef tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:31.594859 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-f48e5a36-04ff-47bd-93b4-553050f465ef tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:31.625020 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.db.securitygroups_db [None req-f48e5a36-04ff-47bd-93b4-553050f465ef tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Project cdb64e1fc05f4a72be9fc39079cdc282 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 15:41:31.632350 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f48e5a36-04ff-47bd-93b4-553050f465ef tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.741308 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f48e5a36-04ff-47bd-93b4-553050f465ef tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.749310 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f48e5a36-04ff-47bd-93b4-553050f465ef tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510867'] for security_group_rule, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.751715 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-1e4d59b9-e4e6-49eb-9613-7c5fc11d9e93 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:31.775941 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e5a36-04ff-47bd-93b4-553050f465ef tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=368bb524-4867-4230-bcdb-a5b4161ea6a7,revision_number=0']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:31.779155 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-f48e5a36-04ff-47bd-93b4-553050f465ef tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:31.795424 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f48e5a36-04ff-47bd-93b4-553050f465ef tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.802221 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-f48e5a36-04ff-47bd-93b4-553050f465ef tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2382846 May 25 15:41:31.803269 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 35960) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:41:31.809366 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-da6f2ea2-5fe9-445a-8d6e-d793b2fb52b5 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Request body: {'security_group_rule': {'security_group_id': '79eff25c-ec01-4a91-995b-4ee0468ee6e8', 'project_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:41:31.814615 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a9555-1b18-41bc-b43f-196b1f11a31e None None] Pushing event updated for resources: {'Port': ['ID=4350fc4c-0941-43b2-ae6b-b516cefa2936,revision_number=3']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:31.816062 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-da6f2ea2-5fe9-445a-8d6e-d793b2fb52b5 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:41:31.820910 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-da6f2ea2-5fe9-445a-8d6e-d793b2fb52b5 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Usage tracker for resource:security_group_rule and tenant:cdb64e1fc05f4a72be9fc39079cdc282 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:41:31.828087 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-da6f2ea2-5fe9-445a-8d6e-d793b2fb52b5 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:41:31.828547 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-f73a9555-1b18-41bc-b43f-196b1f11a31e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:31.838157 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-da6f2ea2-5fe9-445a-8d6e-d793b2fb52b5 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:41:31.855283 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-baa146c1-e8ac-487c-8cc6-04e981e41fa7 None None] Attempting to bind port 4350fc4c-0941-43b2-ae6b-b516cefa2936 on host dv-cinder-791240-3-iscsi for vnic_type normal with profile {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:41:31.855671 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-baa146c1-e8ac-487c-8cc6-04e981e41fa7 None None] Attempting to bind port 4350fc4c-0941-43b2-ae6b-b516cefa2936 by drivers openvswitch,hyperv on host dv-cinder-791240-3-iscsi at level 0 using segments [{'id': 'd08903c6-fe49-4b45-93cf-b676c36060af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fc2d17f9-2fa5-412c-ac16-17e3ad861bc4'}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:41:31.856084 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa146c1-e8ac-487c-8cc6-04e981e41fa7 None None] Attempting to bind port 4350fc4c-0941-43b2-ae6b-b516cefa2936 on network fc2d17f9-2fa5-412c-ac16-17e3ad861bc4 {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:41:31.861300 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.db.securitygroups_db [None req-da6f2ea2-5fe9-445a-8d6e-d793b2fb52b5 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Project cdb64e1fc05f4a72be9fc39079cdc282 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 15:41:31.862609 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa146c1-e8ac-487c-8cc6-04e981e41fa7 None None] Checking agent: {'id': '0d0ec358-3583-457d-8c3e-30368d3d3544', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 31, 43), 'started_at': datetime.datetime(2021, 5, 25, 15, 32, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:41:31.862990 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa146c1-e8ac-487c-8cc6-04e981e41fa7 None None] Checking segment: {'id': 'd08903c6-fe49-4b45-93cf-b676c36060af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fc2d17f9-2fa5-412c-ac16-17e3ad861bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:41:31.863401 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-baa146c1-e8ac-487c-8cc6-04e981e41fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.863801 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa146c1-e8ac-487c-8cc6-04e981e41fa7 None None] Bound using segment: {'id': 'd08903c6-fe49-4b45-93cf-b676c36060af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fc2d17f9-2fa5-412c-ac16-17e3ad861bc4'} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:41:31.864378 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-baa146c1-e8ac-487c-8cc6-04e981e41fa7 None None] Bound port: 4350fc4c-0941-43b2-ae6b-b516cefa2936, host: dv-cinder-791240-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd08903c6-fe49-4b45-93cf-b676c36060af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fc2d17f9-2fa5-412c-ac16-17e3ad861bc4'}}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:41:31.864758 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-baa146c1-e8ac-487c-8cc6-04e981e41fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.873665 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-da6f2ea2-5fe9-445a-8d6e-d793b2fb52b5 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.945385 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-da6f2ea2-5fe9-445a-8d6e-d793b2fb52b5 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.949186 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-da6f2ea2-5fe9-445a-8d6e-d793b2fb52b5 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510867'] for security_group_rule, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.951278 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:31.971777 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-baa146c1-e8ac-487c-8cc6-04e981e41fa7 None None] For port 4350fc4c-0941-43b2-ae6b-b516cefa2936, host dv-cinder-791240-3-iscsi, cleared binding levels {{(pid=98475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:41:31.974066 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f2ea2-5fe9-445a-8d6e-d793b2fb52b5 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b608493-d3de-47bd-982c-baf07ad0f61a,revision_number=0']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:31.975027 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-baa146c1-e8ac-487c-8cc6-04e981e41fa7 None None] For port 4350fc4c-0941-43b2-ae6b-b516cefa2936, host dv-cinder-791240-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=4350fc4c-0941-43b2-ae6b-b516cefa2936,segment=NetworkSegment(d08903c6-fe49-4b45-93cf-b676c36060af),segment_id=d08903c6-fe49-4b45-93cf-b676c36060af)] {{(pid=98475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:41:31.976515 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-da6f2ea2-5fe9-445a-8d6e-d793b2fb52b5 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:31.980234 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-baa146c1-e8ac-487c-8cc6-04e981e41fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.984699 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-da6f2ea2-5fe9-445a-8d6e-d793b2fb52b5 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:31.985532 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:31.985876 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-da6f2ea2-5fe9-445a-8d6e-d793b2fb52b5 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1810846 May 25 15:41:32.060902 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa146c1-e8ac-487c-8cc6-04e981e41fa7 None None] Routers {'f8cb0c52-b478-410c-af35-6a02e29ccb0a'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:41:32.061016 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-baa146c1-e8ac-487c-8cc6-04e981e41fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:41:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['f8cb0c52-b478-410c-af35-6a02e29ccb0a'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:41:32.143720 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a9555-1b18-41bc-b43f-196b1f11a31e None None] Pushing event updated for resources: {'Port': ['ID=4350fc4c-0941-43b2-ae6b-b516cefa2936,revision_number=4']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:32.149007 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-f73a9555-1b18-41bc-b43f-196b1f11a31e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:32.256281 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-baa146c1-e8ac-487c-8cc6-04e981e41fa7 None None] Set router f8cb0c52-b478-410c-af35-6a02e29ccb0a gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:41:32.588283 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-baa146c1-e8ac-487c-8cc6-04e981e41fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb0c52-b478-410c-af35-6a02e29ccb0a', 'name': 'tempest-TestShelveInstance-38475202-router', 'tenant_id': '50940bb0f8db4f4fa9c149db0334f492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '187f1a74-827b-4245-bacf-037b0e68655b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:22Z', 'updated_at': '2021-05-25T15:41:28Z', 'revision_number': 4, 'project_id': '50940bb0f8db4f4fa9c149db0334f492', 'gw_port': {'id': '187f1a74-827b-4245-bacf-037b0e68655b', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:38:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb0c52-b478-410c-af35-6a02e29ccb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:23Z', 'updated_at': '2021-05-25T15:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '4350fc4c-0941-43b2-ae6b-b516cefa2936', 'name': '', 'network_id': 'fc2d17f9-2fa5-412c-ac16-17e3ad861bc4', 'tenant_id': '50940bb0f8db4f4fa9c149db0334f492', 'mac_address': 'fa:16:3e:43:f8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cb0c52-b478-410c-af35-6a02e29ccb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'f116ec6e-0270-414d-90aa-4237892157cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:27Z', 'updated_at': '2021-05-25T15:41:31Z', 'revision_number': 4, 'project_id': '50940bb0f8db4f4fa9c149db0334f492', 'subnets': [{'id': 'f116ec6e-0270-414d-90aa-4237892157cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:41:32.592925 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa146c1-e8ac-487c-8cc6-04e981e41fa7 None None] The sync data for ids ['f8cb0c52-b478-410c-af35-6a02e29ccb0a'] in dv-cinder-791240-3-iscsi is: [{'id': 'f8cb0c52-b478-410c-af35-6a02e29ccb0a', 'name': 'tempest-TestShelveInstance-38475202-router', 'tenant_id': '50940bb0f8db4f4fa9c149db0334f492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '187f1a74-827b-4245-bacf-037b0e68655b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:22Z', 'updated_at': '2021-05-25T15:41:28Z', 'revision_number': 4, 'project_id': '50940bb0f8db4f4fa9c149db0334f492', 'gw_port': {'id': '187f1a74-827b-4245-bacf-037b0e68655b', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:38:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb0c52-b478-410c-af35-6a02e29ccb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:23Z', 'updated_at': '2021-05-25T15:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '4350fc4c-0941-43b2-ae6b-b516cefa2936', 'name': '', 'network_id': 'fc2d17f9-2fa5-412c-ac16-17e3ad861bc4', 'tenant_id': '50940bb0f8db4f4fa9c149db0334f492', 'mac_address': 'fa:16:3e:43:f8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cb0c52-b478-410c-af35-6a02e29ccb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'f116ec6e-0270-414d-90aa-4237892157cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:27Z', 'updated_at': '2021-05-25T15:41:31Z', 'revision_number': 4, 'project_id': '50940bb0f8db4f4fa9c149db0334f492', 'subnets': [{'id': 'f116ec6e-0270-414d-90aa-4237892157cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:41:33.908167 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e16afe-68f3-4d67-9246-9bc466f77859 req-5214f7d5-c45c-44bd-b4db-293d558a8808 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:33.910543 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-96e16afe-68f3-4d67-9246-9bc466f77859 req-5214f7d5-c45c-44bd-b4db-293d558a8808 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.0889461 May 25 15:41:33.970354 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770da7b4-02f6-4c35-9905-d82fc9e7692a req-8184d31a-e2c7-48f5-82cc-51ea6ccc3e51 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:33.976577 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-770da7b4-02f6-4c35-9905-d82fc9e7692a req-8184d31a-e2c7-48f5-82cc-51ea6ccc3e51 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=37533585-1e22-4de9-8274-6c714fdcc3de HTTP/1.1" status: 200 len: 945 time: 0.1073411 May 25 15:41:33.987674 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-96e16afe-68f3-4d67-9246-9bc466f77859 req-c79171f3-996d-4e46-bb85-f6cd7866b819 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643902 May 25 15:41:34.049901 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-770da7b4-02f6-4c35-9905-d82fc9e7692a req-67e5b895-18b7-455b-9776-feb94bc070af tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693555 May 25 15:41:34.298958 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['575c2858-78df-44e4-87a6-fdb069ffda6b'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:41:34.416098 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa16167-4560-4ea9-b74d-73d982152ef4 req-b59b7e20-dcd5-4a59-b3f0-89dd117968a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:34.418826 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9aa16167-4560-4ea9-b74d-73d982152ef4 req-b59b7e20-dcd5-4a59-b3f0-89dd117968a9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=58b8a9fdf31144b5b20d99f9a9ac856f&device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 1099 time: 0.0859821 May 25 15:41:34.450278 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c911db-3cda-4f29-af0a-761d4439ce82 req-e6132b83-0b2c-4fbc-a291-bd381d4710ba tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:34.452930 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c2c911db-3cda-4f29-af0a-761d4439ce82 req-e6132b83-0b2c-4fbc-a291-bd381d4710ba tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.1010654 May 25 15:41:34.502409 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c2c911db-3cda-4f29-af0a-761d4439ce82 req-294f0c93-aadb-4763-b449-15de89aa2dbe tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428448 May 25 15:41:34.558372 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa16167-4560-4ea9-b74d-73d982152ef4 req-d4434095-0ab1-4f39-a272-567b75003953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:34.559835 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9aa16167-4560-4ea9-b74d-73d982152ef4 req-d4434095-0ab1-4f39-a272-567b75003953 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8f344abd-5290-4d8f-91e2-bf99f4fcd285 HTTP/1.1" status: 200 len: 920 time: 0.1322165 May 25 15:41:34.633678 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9aa16167-4560-4ea9-b74d-73d982152ef4 req-2c1fefad-6659-4ee7-b7e3-e53fb6857cd5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac9011aa-187b-4dfd-b433-2941925cefd4 HTTP/1.1" status: 200 len: 217 time: 0.0647478 May 25 15:41:34.704963 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 4350fc4c-0941-43b2-ae6b-b516cefa2936 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:41:34.708234 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa16167-4560-4ea9-b74d-73d982152ef4 req-c4a62d56-b55a-48da-b8b7-71b6d9f68ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:34.709646 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9aa16167-4560-4ea9-b74d-73d982152ef4 req-c4a62d56-b55a-48da-b8b7-71b6d9f68ce3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8cf8d8a0-2dc7-4fc4-85a0-c64f7a466b21 HTTP/1.1" status: 200 len: 859 time: 0.0692291 May 25 15:41:34.777360 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9aa16167-4560-4ea9-b74d-73d982152ef4 req-a9b86d84-ae24-43b4-afb3-403616a775c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f344abd-5290-4d8f-91e2-bf99f4fcd285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601342 May 25 15:41:34.864755 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning for port 4350fc4c-0941-43b2-ae6b-b516cefa2936 completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:41:34.869635 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port 4350fc4c-0941-43b2-ae6b-b516cefa2936 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:41:34.870015 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:34.946648 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9aa16167-4560-4ea9-b74d-73d982152ef4 req-bbd70037-73e2-40ea-995c-17cf16f7ae6a service neutron] 10.222.0.57 "GET /v2.0/networks/8f344abd-5290-4d8f-91e2-bf99f4fcd285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609209 May 25 15:41:34.998095 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:35.030537 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] For port 4350fc4c-0941-43b2-ae6b-b516cefa2936, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=4350fc4c-0941-43b2-ae6b-b516cefa2936,segment=NetworkSegment(d08903c6-fe49-4b45-93cf-b676c36060af),segment_id=d08903c6-fe49-4b45-93cf-b676c36060af)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:41:35.034947 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:35.045011 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:35.106275 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9aa16167-4560-4ea9-b74d-73d982152ef4 req-446da511-f119-473a-86b4-f362d2891426 service neutron] 10.222.0.57 "GET /v2.0/networks/8f344abd-5290-4d8f-91e2-bf99f4fcd285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513796 May 25 15:41:35.107499 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Pushing event updated for resources: {'Port': ['ID=4350fc4c-0941-43b2-ae6b-b516cefa2936,revision_number=5']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:35.115814 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:35.253709 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b4232-2949-4712-b9aa-f73546c436f5 req-505fa85f-427d-4741-a96b-6614ff72edcc tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:35.255232 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-633b4232-2949-4712-b9aa-f73546c436f5 req-505fa85f-427d-4741-a96b-6614ff72edcc tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=37533585-1e22-4de9-8274-6c714fdcc3de HTTP/1.1" status: 200 len: 945 time: 0.0796258 May 25 15:41:35.299421 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-633b4232-2949-4712-b9aa-f73546c436f5 req-300d21a6-027b-4420-af75-afb3810c607c tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382843 May 25 15:41:35.688855 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb809b-ef20-4be3-ab5d-b62206b476f1 req-e6cbef22-8fa3-4d52-b9c7-370eb3908b57 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:35.690334 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-4cdb809b-ef20-4be3-ab5d-b62206b476f1 req-e6cbef22-8fa3-4d52-b9c7-370eb3908b57 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.0782332 May 25 15:41:35.734935 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-4cdb809b-ef20-4be3-ab5d-b62206b476f1 req-5f31d0de-1231-497c-8387-6af9be7c95b5 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384886 May 25 15:41:36.559996 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba0f55-8698-4556-bd2c-ff1e1e44c85f req-ea91711e-8f62-4303-942f-45f92c40a91b tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:36.561527 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-96ba0f55-8698-4556-bd2c-ff1e1e44c85f req-ea91711e-8f62-4303-942f-45f92c40a91b tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=37533585-1e22-4de9-8274-6c714fdcc3de HTTP/1.1" status: 200 len: 945 time: 0.1483266 May 25 15:41:36.606782 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-96ba0f55-8698-4556-bd2c-ff1e1e44c85f req-debb5f5f-6abc-493a-aeb8-31a28114aa49 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387321 May 25 15:41:36.683133 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 4350fc4c-0941-43b2-ae6b-b516cefa2936 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:41:36.754740 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port 4350fc4c-0941-43b2-ae6b-b516cefa2936 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:41:36.755021 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:36.925950 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67913d-8bb6-4b11-83ba-1791b79c439b req-741c22b0-4aa6-4d38-8692-01d567bd4220 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:36.927472 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-1e67913d-8bb6-4b11-83ba-1791b79c439b req-741c22b0-4aa6-4d38-8692-01d567bd4220 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.0848088 May 25 15:41:36.972001 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-1e67913d-8bb6-4b11-83ba-1791b79c439b req-b233bf00-2b6c-4cca-baaa-99d740eaea0d tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388658 May 25 15:41:37.740430 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 575c2858-78df-44e4-87a6-fdb069ffda6b up at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:41:37.795587 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78eae6-acc2-49b9-bfe8-aa5c13695a80 req-48b101bb-2716-4b86-8ce2-f4f81376c803 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:37.797069 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2f78eae6-acc2-49b9-bfe8-aa5c13695a80 req-48b101bb-2716-4b86-8ce2-f4f81376c803 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=37533585-1e22-4de9-8274-6c714fdcc3de HTTP/1.1" status: 200 len: 945 time: 0.0844316 May 25 15:41:37.813767 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning for port 575c2858-78df-44e4-87a6-fdb069ffda6b completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:41:37.818853 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning complete for port 575c2858-78df-44e4-87a6-fdb069ffda6b triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:41:37.819244 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:37.848658 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2f78eae6-acc2-49b9-bfe8-aa5c13695a80 req-b5f1b929-9980-49f5-9a88-1f3d3262dbc3 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450370 May 25 15:41:37.935430 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:37.962568 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37533585-1e22-4de9-8274-6c714fdcc3de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575c2858-78df-44e4-87a6-fdb069ffda6b'}] {{(pid=98475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:41:37.972771 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 575c2858-78df-44e4-87a6-fdb069ffda6b, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=575c2858-78df-44e4-87a6-fdb069ffda6b,segment=NetworkSegment(8abf022d-4337-4841-a1f1-49e0b9ebe7dc),segment_id=8abf022d-4337-4841-a1f1-49e0b9ebe7dc)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:41:37.976892 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:37.978707 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-cff7999f-22f4-419b-8940-a001c23e2839 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:38.012605 dv-cinder-791240-3-iscsi neutron-server[98475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37533585-1e22-4de9-8274-6c714fdcc3de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575c2858-78df-44e4-87a6-fdb069ffda6b', 'code': 200} May 25 15:41:38.056382 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=575c2858-78df-44e4-87a6-fdb069ffda6b,revision_number=5']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:38.059472 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:38.173707 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293cbd2-88f4-4ec7-b82d-1e6c4f435c82 req-19da1bb7-cff0-481a-a603-7c3bf8d14a6f tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:38.175245 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-6293cbd2-88f4-4ec7-b82d-1e6c4f435c82 req-19da1bb7-cff0-481a-a603-7c3bf8d14a6f tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.0939085 May 25 15:41:38.222802 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-6293cbd2-88f4-4ec7-b82d-1e6c4f435c82 req-d8ea974e-9061-4563-af11-cbfcbc74c69c tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415001 May 25 15:41:38.331035 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456b6af-e4ae-448c-9341-7c15af7bcfb3 req-489c703c-d039-4319-a61a-6bd710e51a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:38.333132 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d456b6af-e4ae-448c-9341-7c15af7bcfb3 req-489c703c-d039-4319-a61a-6bd710e51a70 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=37533585-1e22-4de9-8274-6c714fdcc3de HTTP/1.1" status: 200 len: 1099 time: 0.0859654 May 25 15:41:38.387779 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d456b6af-e4ae-448c-9341-7c15af7bcfb3 req-b309e2a1-58de-4d9c-9a10-a1ac47e0a5c2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387781 May 25 15:41:39.240212 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63591bfb-27e4-47b8-8e65-7c53da217bcb req-9bb7b147-81a5-4a1f-93d9-8f1bfb5c667d tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:39.241649 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-63591bfb-27e4-47b8-8e65-7c53da217bcb req-9bb7b147-81a5-4a1f-93d9-8f1bfb5c667d tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=37533585-1e22-4de9-8274-6c714fdcc3de HTTP/1.1" status: 200 len: 946 time: 0.0805666 May 25 15:41:39.287561 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-63591bfb-27e4-47b8-8e65-7c53da217bcb req-3ffbd699-4534-44a9-809a-8760d1bc26c6 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401886 May 25 15:41:39.423925 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e5def-b831-4f29-ae1d-1b29d4445070 req-3f49bf46-b484-4578-876e-0049e8d5e605 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:39.425382 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-081e5def-b831-4f29-ae1d-1b29d4445070 req-3f49bf46-b484-4578-876e-0049e8d5e605 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.0950468 May 25 15:41:39.475376 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-081e5def-b831-4f29-ae1d-1b29d4445070 req-361791f0-9d63-49c9-af0e-a3231113d6b2 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406268 May 25 15:41:40.232287 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-86ea7492-00eb-4c60-8acc-7d71efe64c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:40.490547 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450708f-4f7c-4987-b755-fbd948bc5bef req-de9872e7-09ab-41e8-a228-d2b4dd90c6ba tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:40.492086 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-7450708f-4f7c-4987-b755-fbd948bc5bef req-de9872e7-09ab-41e8-a228-d2b4dd90c6ba tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=37533585-1e22-4de9-8274-6c714fdcc3de HTTP/1.1" status: 200 len: 946 time: 0.0880575 May 25 15:41:40.541193 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-7450708f-4f7c-4987-b755-fbd948bc5bef req-9a7a5165-e152-4767-92cf-a51054844527 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431309 May 25 15:41:40.707981 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae97cf2-b4f6-44e9-931b-2b3e80cc3b33 req-7882b4fe-58c2-4614-95ad-9732c6a9ebe7 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:40.709535 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-0ae97cf2-b4f6-44e9-931b-2b3e80cc3b33 req-7882b4fe-58c2-4614-95ad-9732c6a9ebe7 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.0959249 May 25 15:41:40.755502 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-0ae97cf2-b4f6-44e9-931b-2b3e80cc3b33 req-6e1f83df-f10e-40b7-a466-ebac2194f194 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397720 May 25 15:41:41.773658 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f7ba4-9dbc-42df-bc3e-1b123df6db3f req-3ba0ddc0-6218-41ec-b526-c4d9355a407c tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:41.782432 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c22f7ba4-9dbc-42df-bc3e-1b123df6db3f req-3ba0ddc0-6218-41ec-b526-c4d9355a407c tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=37533585-1e22-4de9-8274-6c714fdcc3de HTTP/1.1" status: 200 len: 946 time: 0.0997550 May 25 15:41:41.838961 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c22f7ba4-9dbc-42df-bc3e-1b123df6db3f req-17243d4e-689a-4f61-8e41-b1b268fac4db tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552325 May 25 15:41:41.991708 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae61d2-bbed-4005-a827-7e80d1975d66 req-eeeea7c3-73cb-49e6-803e-adb45389e9e1 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:41.993214 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-6bae61d2-bbed-4005-a827-7e80d1975d66 req-eeeea7c3-73cb-49e6-803e-adb45389e9e1 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.1060188 May 25 15:41:42.048761 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-6bae61d2-bbed-4005-a827-7e80d1975d66 req-7146bf70-de3b-47f4-b4f1-0094de35b4ec tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464523 May 25 15:41:42.721575 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:42.865435 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-582c59b5-0fc4-421a-8f7a-bdd7c2f40ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:43.727246 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:43.959451 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec00ca-41d1-4fdf-9f7a-094157d33fdc req-e4d42652-f540-49f9-86be-db3434fe7109 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:43.961530 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-e5ec00ca-41d1-4fdf-9f7a-094157d33fdc req-e4d42652-f540-49f9-86be-db3434fe7109 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=37533585-1e22-4de9-8274-6c714fdcc3de HTTP/1.1" status: 200 len: 946 time: 0.0951328 May 25 15:41:44.019802 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-e5ec00ca-41d1-4fdf-9f7a-094157d33fdc req-b50984e7-0f64-44b1-a71b-4e6d711ce91c tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519371 May 25 15:41:45.478097 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:45.608793 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d662a35-c6bb-4346-b51e-e317aa0ddd52 req-8f748a6c-5e36-45b6-90e6-6568a3a9fb13 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:45.610401 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8d662a35-c6bb-4346-b51e-e317aa0ddd52 req-8f748a6c-5e36-45b6-90e6-6568a3a9fb13 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.0830047 May 25 15:41:45.658392 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8d662a35-c6bb-4346-b51e-e317aa0ddd52 req-ebc346f5-6e68-4191-b00f-e2b5176fef2a tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419481 May 25 15:41:45.702464 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966c425-47a1-4dbe-a314-6f5e2b55d4fc req-92d9c759-8790-4e6f-a99f-5049102bafd4 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:45.703962 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-f966c425-47a1-4dbe-a314-6f5e2b55d4fc req-92d9c759-8790-4e6f-a99f-5049102bafd4 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=37533585-1e22-4de9-8274-6c714fdcc3de HTTP/1.1" status: 200 len: 946 time: 0.0850444 May 25 15:41:45.750077 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-f966c425-47a1-4dbe-a314-6f5e2b55d4fc req-b1e2b489-4306-4ef6-8562-79a86baf4b67 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402281 May 25 15:41:49.960498 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:55.746311 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-98333077-36e8-4b56-9a2a-821f711cced9 req-86a34ec5-eee3-4bbd-9b0c-f90e12e6fdab service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824995 May 25 15:41:55.877060 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98333077-36e8-4b56-9a2a-821f711cced9 req-427cc7a3-55c1-4634-8e31-073febda6ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:55.879069 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-98333077-36e8-4b56-9a2a-821f711cced9 req-427cc7a3-55c1-4634-8e31-073febda6ae7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=58b8a9fdf31144b5b20d99f9a9ac856f&device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 1099 time: 0.1089323 May 25 15:41:56.109846 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98333077-36e8-4b56-9a2a-821f711cced9 req-5722027f-846d-4190-9de4-02a9211883d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:56.111572 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-98333077-36e8-4b56-9a2a-821f711cced9 req-5722027f-846d-4190-9de4-02a9211883d4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8f344abd-5290-4d8f-91e2-bf99f4fcd285 HTTP/1.1" status: 200 len: 920 time: 0.1947422 May 25 15:41:56.130114 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a910d-7a91-40ff-931e-ffe5636204e6 req-e1af6625-4033-41c2-9b12-af0ba8e5c2f5 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:56.131563 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-414a910d-7a91-40ff-931e-ffe5636204e6 req-e1af6625-4033-41c2-9b12-af0ba8e5c2f5 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=37533585-1e22-4de9-8274-6c714fdcc3de HTTP/1.1" status: 200 len: 946 time: 0.0952055 May 25 15:41:56.177568 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-414a910d-7a91-40ff-931e-ffe5636204e6 req-b604a5b6-4870-4b06-906e-5bb414b0d3ec tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402303 May 25 15:41:56.187382 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-98333077-36e8-4b56-9a2a-821f711cced9 req-471ced10-2d1b-40dc-8785-d0b6b639bfdc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac9011aa-187b-4dfd-b433-2941925cefd4 HTTP/1.1" status: 200 len: 217 time: 0.0672498 May 25 15:41:56.253030 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98333077-36e8-4b56-9a2a-821f711cced9 req-bcf345fd-edd5-443f-8f23-398a14f166a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:56.254440 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-98333077-36e8-4b56-9a2a-821f711cced9 req-bcf345fd-edd5-443f-8f23-398a14f166a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8cf8d8a0-2dc7-4fc4-85a0-c64f7a466b21 HTTP/1.1" status: 200 len: 859 time: 0.0603166 May 25 15:41:56.301560 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-98333077-36e8-4b56-9a2a-821f711cced9 req-1809d52c-fe31-4e86-95d7-63eabc9d602e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f344abd-5290-4d8f-91e2-bf99f4fcd285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394666 May 25 15:41:56.433107 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-98333077-36e8-4b56-9a2a-821f711cced9 req-00c9b7fc-cc75-4459-bd9e-4813a9593c5a service neutron] 10.222.0.57 "GET /v2.0/networks/8f344abd-5290-4d8f-91e2-bf99f4fcd285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210721 May 25 15:41:56.575731 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-98333077-36e8-4b56-9a2a-821f711cced9 req-c8a37de9-3e30-4e39-a9ee-c82966755dcb service neutron] 10.222.0.57 "GET /v2.0/networks/8f344abd-5290-4d8f-91e2-bf99f4fcd285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274242 May 25 15:41:57.376648 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b424e-c3ae-4ee4-95b3-ab7eb23f9d4b req-0d344e98-0b84-4606-a781-cfa9fec12454 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:57.378108 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a13b424e-c3ae-4ee4-95b3-ab7eb23f9d4b req-0d344e98-0b84-4606-a781-cfa9fec12454 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=37533585-1e22-4de9-8274-6c714fdcc3de HTTP/1.1" status: 200 len: 946 time: 0.0881770 May 25 15:41:57.423033 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a13b424e-c3ae-4ee4-95b3-ab7eb23f9d4b req-bd57dc2b-50ca-4396-9248-66d3c5e76a3f tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390294 May 25 15:41:57.789838 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fea1ff-ae8b-4710-8fa5-722262f27821 req-99845087-4abe-4946-a70a-7a20360ad49e tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:41:57.791266 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c1fea1ff-ae8b-4710-8fa5-722262f27821 req-99845087-4abe-4946-a70a-7a20360ad49e tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.57 "GET /v2.0/ports?device_id=37533585-1e22-4de9-8274-6c714fdcc3de HTTP/1.1" status: 200 len: 946 time: 0.0815096 May 25 15:41:58.001353 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [req-c1fea1ff-ae8b-4710-8fa5-722262f27821 req-cafdf5f6-4ef5-4fd5-b423-55abe84e0b34 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Deleting port 575c2858-78df-44e4-87a6-fdb069ffda6b {{(pid=98474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:41:58.002388 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-c1fea1ff-ae8b-4710-8fa5-722262f27821 req-cafdf5f6-4ef5-4fd5-b423-55abe84e0b34 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:58.146960 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [req-c1fea1ff-ae8b-4710-8fa5-722262f27821 req-cafdf5f6-4ef5-4fd5-b423-55abe84e0b34 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] For port 575c2858-78df-44e4-87a6-fdb069ffda6b, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=575c2858-78df-44e4-87a6-fdb069ffda6b,segment=NetworkSegment(8abf022d-4337-4841-a1f1-49e0b9ebe7dc),segment_id=8abf022d-4337-4841-a1f1-49e0b9ebe7dc)] {{(pid=98474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:41:58.147371 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-c1fea1ff-ae8b-4710-8fa5-722262f27821 req-cafdf5f6-4ef5-4fd5-b423-55abe84e0b34 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:58.280120 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [req-c1fea1ff-ae8b-4710-8fa5-722262f27821 req-cafdf5f6-4ef5-4fd5-b423-55abe84e0b34 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Calling delete_port for 575c2858-78df-44e4-87a6-fdb069ffda6b owned by compute:nova {{(pid=98474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:41:58.461527 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-c1fea1ff-ae8b-4710-8fa5-722262f27821 req-cafdf5f6-4ef5-4fd5-b423-55abe84e0b34 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:58.467578 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:41:58.476192 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['575c2858-78df-44e4-87a6-fdb069ffda6b'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:41:58.550373 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafdf5f6-4ef5-4fd5-b423-55abe84e0b34 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Pushing event deleted for resources: {'Port': ['ID=575c2858-78df-44e4-87a6-fdb069ffda6b,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:41:58.562513 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-cafdf5f6-4ef5-4fd5-b423-55abe84e0b34 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:41:58.632216 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1fea1ff-ae8b-4710-8fa5-722262f27821 req-cafdf5f6-4ef5-4fd5-b423-55abe84e0b34 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] No DVR routers for this DVR port 575c2858-78df-44e4-87a6-fdb069ffda6b on host hv-cinder-79124 {{(pid=98474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:41:58.639942 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-5360cd43-647d-4ae8-9c89-38be9336b787 req-d02a0b0e-7620-486f-bf2e-c49cfcc527d5 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=37533585-1e22-4de9-8274-6c714fdcc3de HTTP/1.1" status: 200 len: 210 time: 0.0785851 May 25 15:41:58.641006 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-c1fea1ff-ae8b-4710-8fa5-722262f27821 req-cafdf5f6-4ef5-4fd5-b423-55abe84e0b34 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:41:58.651506 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37533585-1e22-4de9-8274-6c714fdcc3de', 'name': 'network-vif-deleted', 'tag': '575c2858-78df-44e4-87a6-fdb069ffda6b'}] {{(pid=98474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:41:58.661637 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c1fea1ff-ae8b-4710-8fa5-722262f27821 req-cafdf5f6-4ef5-4fd5-b423-55abe84e0b34 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.57 "DELETE /v2.0/ports/575c2858-78df-44e4-87a6-fdb069ffda6b HTTP/1.1" status: 204 len: 173 time: 0.8618858 May 25 15:41:58.725198 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37533585-1e22-4de9-8274-6c714fdcc3de', 'name': 'network-vif-deleted', 'tag': '575c2858-78df-44e4-87a6-fdb069ffda6b', 'status': 'completed', 'code': 200} May 25 15:42:00.073314 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ce172-8a90-4f52-8758-c556de72cea0 req-6bbf07d5-a0ba-427b-9e9b-98b2daf2eea2 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:00.074764 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-279ce172-8a90-4f52-8758-c556de72cea0 req-6bbf07d5-a0ba-427b-9e9b-98b2daf2eea2 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/networks?id=ccebdefd-d4ec-444e-be8a-2ad4100adcb6 HTTP/1.1" status: 200 len: 809 time: 0.1477065 May 25 15:42:00.089777 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-279ce172-8a90-4f52-8758-c556de72cea0 req-056007b2-6132-450b-8cc8-6215de530a57 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/quotas/848affb04222422baa6bf6f0ca48955e HTTP/1.1" status: 200 len: 375 time: 0.0089808 May 25 15:42:00.145539 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-279ce172-8a90-4f52-8758-c556de72cea0 req-a73094c8-5ee0-49ed-b4de-e4aa84bb99c6 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=848affb04222422baa6bf6f0ca48955e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486629 May 25 15:42:00.372899 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-279ce172-8a90-4f52-8758-c556de72cea0 req-74ae6543-093c-4f81-9cc0-d175a8df72f2 service neutron] 10.222.0.32 "GET /v2.0/networks/ccebdefd-d4ec-444e-be8a-2ad4100adcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197235 May 25 15:42:00.522527 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-279ce172-8a90-4f52-8758-c556de72cea0 req-4e3ec385-bfb8-4f3d-ad4f-042b26abe513 service neutron] 10.222.0.32 "GET /v2.0/networks/ccebdefd-d4ec-444e-be8a-2ad4100adcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424904 May 25 15:42:00.716093 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-c426890e-1577-4c72-89fe-eecb8f71a1c3 req-4f7a783e-8ac0-43ab-ae13-f12e1b5aca6a tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Synchronizing usage tracker for tenant:848affb04222422baa6bf6f0ca48955e on resource:port {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:42:00.737468 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-c426890e-1577-4c72-89fe-eecb8f71a1c3 req-4f7a783e-8ac0-43ab-ae13-f12e1b5aca6a tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Unset dirty status for tenant:848affb04222422baa6bf6f0ca48955e on resource:port {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:42:00.738708 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c426890e-1577-4c72-89fe-eecb8f71a1c3 req-4f7a783e-8ac0-43ab-ae13-f12e1b5aca6a tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a0b86dd-a694-4805-94f7-c87228c0df70 HTTP/1.1" status: 200 len: 210 time: 0.0736630 May 25 15:42:01.243113 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:42:01.885477 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ce172-8a90-4f52-8758-c556de72cea0 req-48c3b9f9-5d71-44ac-b26a-2b84f8d4f240 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:01.887007 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-279ce172-8a90-4f52-8758-c556de72cea0 req-48c3b9f9-5d71-44ac-b26a-2b84f8d4f240 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.57 "GET /v2.0/networks?id=ccebdefd-d4ec-444e-be8a-2ad4100adcb6 HTTP/1.1" status: 200 len: 809 time: 0.1582749 May 25 15:42:01.900002 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [req-279ce172-8a90-4f52-8758-c556de72cea0 req-175a56c3-faf4-47da-9359-e9dba3909dbd tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Request body: {'port': {'device_id': '6a0b86dd-a694-4805-94f7-c87228c0df70', 'network_id': 'ccebdefd-d4ec-444e-be8a-2ad4100adcb6', 'admin_state_up': True, 'tenant_id': '848affb04222422baa6bf6f0ca48955e'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:42:01.910050 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 575c2858-78df-44e4-87a6-fdb069ffda6b no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:42:01.912971 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b4204eb4-b094-4295-9c97-bea03a9d3bc0 req-1b5f9607-4ae0-4da6-968a-9d16b1df589f tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a0b86dd-a694-4805-94f7-c87228c0df70 HTTP/1.1" status: 200 len: 210 time: 0.0445275 May 25 15:42:01.962042 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] No Port match for: 575c2858-78df-44e4-87a6-fdb069ffda6b {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:42:01.962508 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 575c2858-78df-44e4-87a6-fdb069ffda6b not bound to the agent host hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:42:02.051909 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [req-279ce172-8a90-4f52-8758-c556de72cea0 req-175a56c3-faf4-47da-9359-e9dba3909dbd tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:02.061213 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [req-279ce172-8a90-4f52-8758-c556de72cea0 req-175a56c3-faf4-47da-9359-e9dba3909dbd tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:02.071453 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-279ce172-8a90-4f52-8758-c556de72cea0 req-175a56c3-faf4-47da-9359-e9dba3909dbd tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Made reservation on behalf of 848affb04222422baa6bf6f0ca48955e for: {'port': 1} {{(pid=98474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:42:02.075507 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-279ce172-8a90-4f52-8758-c556de72cea0 req-175a56c3-faf4-47da-9359-e9dba3909dbd tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:02.239386 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.db_base_plugin_common [req-279ce172-8a90-4f52-8758-c556de72cea0 req-175a56c3-faf4-47da-9359-e9dba3909dbd tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Allocated IP 172.20.0.4 (ccebdefd-d4ec-444e-be8a-2ad4100adcb6/20fbce05-8cd1-40f5-81da-8c186d2a93df/64b74796-e535-42b1-921b-ba86c4a876c3) {{(pid=98474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:42:02.450391 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-279ce172-8a90-4f52-8758-c556de72cea0 req-175a56c3-faf4-47da-9359-e9dba3909dbd tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Notify callbacks [] for port, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:02.483963 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-279ce172-8a90-4f52-8758-c556de72cea0 req-175a56c3-faf4-47da-9359-e9dba3909dbd tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:02.490834 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:02.561393 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-279ce172-8a90-4f52-8758-c556de72cea0 req-175a56c3-faf4-47da-9359-e9dba3909dbd tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Network ccebdefd-d4ec-444e-be8a-2ad4100adcb6 is already hosted by enough agents. {{(pid=98474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:42:02.562611 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [req-279ce172-8a90-4f52-8758-c556de72cea0 req-175a56c3-faf4-47da-9359-e9dba3909dbd tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Resources bound (agent type, host, resource id): {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:42:02.566768 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [req-279ce172-8a90-4f52-8758-c556de72cea0 req-175a56c3-faf4-47da-9359-e9dba3909dbd tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Received port after_create {{(pid=98474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:42:02.701606 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a56c3-faf4-47da-9359-e9dba3909dbd tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Pushing event updated for resources: {'Port': ['ID=64b74796-e535-42b1-921b-ba86c4a876c3,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:02.707578 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-175a56c3-faf4-47da-9359-e9dba3909dbd tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:02.728285 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ce172-8a90-4f52-8758-c556de72cea0 req-175a56c3-faf4-47da-9359-e9dba3909dbd tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:02.729121 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-279ce172-8a90-4f52-8758-c556de72cea0 req-175a56c3-faf4-47da-9359-e9dba3909dbd tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:02.768760 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-279ce172-8a90-4f52-8758-c556de72cea0 req-175a56c3-faf4-47da-9359-e9dba3909dbd tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8722425 May 25 15:42:02.786147 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [req-279ce172-8a90-4f52-8758-c556de72cea0 req-ff78c190-e51a-4c12-ac60-ce23ebd8c84f service neutron] Request body: {'port': {'device_id': '6a0b86dd-a694-4805-94f7-c87228c0df70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:42:02.897435 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-279ce172-8a90-4f52-8758-c556de72cea0 req-ff78c190-e51a-4c12-ac60-ce23ebd8c84f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:03.243200 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b453a5a-b28b-4902-aa58-5a96928d97cc req-20e9a901-9378-4f94-b368-79a77c4b0cc4 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:03.243914 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-0b453a5a-b28b-4902-aa58-5a96928d97cc req-20e9a901-9378-4f94-b368-79a77c4b0cc4 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Synchronizing usage tracker for tenant:848affb04222422baa6bf6f0ca48955e on resource:port {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:42:03.271055 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-0b453a5a-b28b-4902-aa58-5a96928d97cc req-20e9a901-9378-4f94-b368-79a77c4b0cc4 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Unset dirty status for tenant:848affb04222422baa6bf6f0ca48955e on resource:port {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:42:03.272189 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0b453a5a-b28b-4902-aa58-5a96928d97cc req-20e9a901-9378-4f94-b368-79a77c4b0cc4 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a0b86dd-a694-4805-94f7-c87228c0df70 HTTP/1.1" status: 200 len: 931 time: 0.2246304 May 25 15:42:03.353033 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [req-279ce172-8a90-4f52-8758-c556de72cea0 req-ff78c190-e51a-4c12-ac60-ce23ebd8c84f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b74796-e535-42b1-921b-ba86c4a876c3 {{(pid=98474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:42:03.364508 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-279ce172-8a90-4f52-8758-c556de72cea0 req-ff78c190-e51a-4c12-ac60-ce23ebd8c84f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:03.376851 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0b453a5a-b28b-4902-aa58-5a96928d97cc req-2fbc008d-3a05-4694-adf6-d165a18e1f1e tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747569 May 25 15:42:03.386745 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.provisioning_blocks [req-279ce172-8a90-4f52-8758-c556de72cea0 req-ff78c190-e51a-4c12-ac60-ce23ebd8c84f service neutron] Transition to ACTIVE for port object 64b74796-e535-42b1-921b-ba86c4a876c3 will not be triggered until provisioned by entity L2. {{(pid=98474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:42:03.392862 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-279ce172-8a90-4f52-8758-c556de72cea0 req-ff78c190-e51a-4c12-ac60-ce23ebd8c84f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-881747'] for port, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:03.396995 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-f35404b7-15a4-4513-b31c-1681d5f73c9d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:03.524170 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78c190-e51a-4c12-ac60-ce23ebd8c84f service neutron] Pushing event updated for resources: {'Port': ['ID=64b74796-e535-42b1-921b-ba86c4a876c3,revision_number=2']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:03.550791 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-ff78c190-e51a-4c12-ac60-ce23ebd8c84f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:03.625870 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.managers [req-279ce172-8a90-4f52-8758-c556de72cea0 req-ff78c190-e51a-4c12-ac60-ce23ebd8c84f service neutron] Attempting to bind port 64b74796-e535-42b1-921b-ba86c4a876c3 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:42:03.626114 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.managers [req-279ce172-8a90-4f52-8758-c556de72cea0 req-ff78c190-e51a-4c12-ac60-ce23ebd8c84f service neutron] Attempting to bind port 64b74796-e535-42b1-921b-ba86c4a876c3 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '8abf022d-4337-4841-a1f1-49e0b9ebe7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccebdefd-d4ec-444e-be8a-2ad4100adcb6'}] {{(pid=98474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:42:03.626442 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279ce172-8a90-4f52-8758-c556de72cea0 req-ff78c190-e51a-4c12-ac60-ce23ebd8c84f service neutron] Attempting to bind port 64b74796-e535-42b1-921b-ba86c4a876c3 on network ccebdefd-d4ec-444e-be8a-2ad4100adcb6 {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:42:03.631027 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279ce172-8a90-4f52-8758-c556de72cea0 req-ff78c190-e51a-4c12-ac60-ce23ebd8c84f service neutron] Port 64b74796-e535-42b1-921b-ba86c4a876c3 on network ccebdefd-d4ec-444e-be8a-2ad4100adcb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:42:03.631346 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279ce172-8a90-4f52-8758-c556de72cea0 req-ff78c190-e51a-4c12-ac60-ce23ebd8c84f service neutron] Attempting to bind port 64b74796-e535-42b1-921b-ba86c4a876c3 on network ccebdefd-d4ec-444e-be8a-2ad4100adcb6 {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:42:03.636365 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279ce172-8a90-4f52-8758-c556de72cea0 req-ff78c190-e51a-4c12-ac60-ce23ebd8c84f service neutron] Checking agent: {'id': 'eb2109ed-85e4-4c57-98e0-c43a853e4d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'started_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:42:03.636699 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279ce172-8a90-4f52-8758-c556de72cea0 req-ff78c190-e51a-4c12-ac60-ce23ebd8c84f service neutron] Checking segment: {'id': '8abf022d-4337-4841-a1f1-49e0b9ebe7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccebdefd-d4ec-444e-be8a-2ad4100adcb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:42:03.637082 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279ce172-8a90-4f52-8758-c556de72cea0 req-ff78c190-e51a-4c12-ac60-ce23ebd8c84f service neutron] Bound using segment: {'id': '8abf022d-4337-4841-a1f1-49e0b9ebe7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccebdefd-d4ec-444e-be8a-2ad4100adcb6'} {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:42:03.637506 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.managers [req-279ce172-8a90-4f52-8758-c556de72cea0 req-ff78c190-e51a-4c12-ac60-ce23ebd8c84f service neutron] Bound port: 64b74796-e535-42b1-921b-ba86c4a876c3, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8abf022d-4337-4841-a1f1-49e0b9ebe7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccebdefd-d4ec-444e-be8a-2ad4100adcb6'}}] {{(pid=98474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:42:03.637854 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-279ce172-8a90-4f52-8758-c556de72cea0 req-ff78c190-e51a-4c12-ac60-ce23ebd8c84f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:03.744356 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [req-279ce172-8a90-4f52-8758-c556de72cea0 req-ff78c190-e51a-4c12-ac60-ce23ebd8c84f service neutron] For port 64b74796-e535-42b1-921b-ba86c4a876c3, host hv-cinder-79124, cleared binding levels {{(pid=98474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:42:03.747603 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [req-279ce172-8a90-4f52-8758-c556de72cea0 req-ff78c190-e51a-4c12-ac60-ce23ebd8c84f service neutron] For port 64b74796-e535-42b1-921b-ba86c4a876c3, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=64b74796-e535-42b1-921b-ba86c4a876c3,segment=NetworkSegment(8abf022d-4337-4841-a1f1-49e0b9ebe7dc),segment_id=8abf022d-4337-4841-a1f1-49e0b9ebe7dc)] {{(pid=98474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:42:03.753564 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-279ce172-8a90-4f52-8758-c556de72cea0 req-ff78c190-e51a-4c12-ac60-ce23ebd8c84f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-881747'] for port, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:03.758695 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-e85e7fc0-6499-4f9c-a9cf-e3e13026af45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:03.824342 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ce172-8a90-4f52-8758-c556de72cea0 req-ff78c190-e51a-4c12-ac60-ce23ebd8c84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:03.825220 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-279ce172-8a90-4f52-8758-c556de72cea0 req-ff78c190-e51a-4c12-ac60-ce23ebd8c84f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:03.826778 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-279ce172-8a90-4f52-8758-c556de72cea0 req-ff78c190-e51a-4c12-ac60-ce23ebd8c84f service neutron] 10.222.0.57 "PUT /v2.0/ports/64b74796-e535-42b1-921b-ba86c4a876c3 HTTP/1.1" status: 200 len: 1093 time: 1.0458596 May 25 15:42:03.827275 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0b86dd-a694-4805-94f7-c87228c0df70', 'tag': '64b74796-e535-42b1-921b-ba86c4a876c3'}] {{(pid=98474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:42:03.853282 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78c190-e51a-4c12-ac60-ce23ebd8c84f service neutron] Pushing event updated for resources: {'Port': ['ID=64b74796-e535-42b1-921b-ba86c4a876c3,revision_number=3']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:03.858519 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-ff78c190-e51a-4c12-ac60-ce23ebd8c84f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:03.929481 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a0b86dd-a694-4805-94f7-c87228c0df70', 'tag': '64b74796-e535-42b1-921b-ba86c4a876c3', 'status': 'completed', 'code': 200} May 25 15:42:03.971026 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ce172-8a90-4f52-8758-c556de72cea0 req-1a833bab-971c-4792-87fb-ced21e92580d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:03.972991 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-279ce172-8a90-4f52-8758-c556de72cea0 req-1a833bab-971c-4792-87fb-ced21e92580d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=848affb04222422baa6bf6f0ca48955e&device_id=6a0b86dd-a694-4805-94f7-c87228c0df70 HTTP/1.1" status: 200 len: 1096 time: 0.0841191 May 25 15:42:04.058489 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-279ce172-8a90-4f52-8758-c556de72cea0 req-4dd3bced-3d0a-4686-acf4-c3b37114e8fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64b74796-e535-42b1-921b-ba86c4a876c3 HTTP/1.1" status: 200 len: 217 time: 0.0674837 May 25 15:42:04.128676 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ce172-8a90-4f52-8758-c556de72cea0 req-7ca638be-1115-4306-87cc-7663c59ab5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:04.130161 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-279ce172-8a90-4f52-8758-c556de72cea0 req-7ca638be-1115-4306-87cc-7663c59ab5c9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20fbce05-8cd1-40f5-81da-8c186d2a93df HTTP/1.1" status: 200 len: 849 time: 0.0617206 May 25 15:42:04.133263 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 36556) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:04.183875 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-279ce172-8a90-4f52-8758-c556de72cea0 req-e9655684-589c-4e80-8373-c5d9e6cabcbd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ccebdefd-d4ec-444e-be8a-2ad4100adcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435905 May 25 15:42:04.291971 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-b9bd197f-2727-47d5-aa3a-34b5463be93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:04.321667 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-b9bd197f-2727-47d5-aa3a-34b5463be93f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:04.330590 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-b9bd197f-2727-47d5-aa3a-34b5463be93f admin admin] Usage tracker for resource:security_group_rule and tenant:95d9b581564a47c0a5430474006c21a7 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:04.335353 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-b9bd197f-2727-47d5-aa3a-34b5463be93f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:04.350267 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-b9bd197f-2727-47d5-aa3a-34b5463be93f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:04.368673 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-279ce172-8a90-4f52-8758-c556de72cea0 req-8e1f7172-d105-4e0b-884c-bbae58828f59 service neutron] 10.222.0.57 "GET /v2.0/networks/ccebdefd-d4ec-444e-be8a-2ad4100adcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771340 May 25 15:42:04.566861 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-279ce172-8a90-4f52-8758-c556de72cea0 req-7a7efbc7-8f53-43f7-9255-fa145af37d6a service neutron] 10.222.0.57 "GET /v2.0/networks/ccebdefd-d4ec-444e-be8a-2ad4100adcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877820 May 25 15:42:04.581257 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-b9bd197f-2727-47d5-aa3a-34b5463be93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:04.586930 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-b9bd197f-2727-47d5-aa3a-34b5463be93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:04.587378 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be31544-4580-4f6f-bcf0-6bdf160cb8d5 req-cc229f07-20c7-4cf1-bd37-9454da8e7195 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:04.595085 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-8be31544-4580-4f6f-bcf0-6bdf160cb8d5 req-cc229f07-20c7-4cf1-bd37-9454da8e7195 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a0b86dd-a694-4805-94f7-c87228c0df70 HTTP/1.1" status: 200 len: 943 time: 0.1053739 May 25 15:42:04.596480 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-dcd69911-cd12-4763-ae0b-1da4dfd79407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:04.650950 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-8be31544-4580-4f6f-bcf0-6bdf160cb8d5 req-18170aac-9ff7-42cc-9cbb-223b08084060 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548952 May 25 15:42:04.714117 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-b9bd197f-2727-47d5-aa3a-34b5463be93f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=95d9b581564a47c0a5430474006c21a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5797372 May 25 15:42:04.714999 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd197f-2727-47d5-aa3a-34b5463be93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f073eb-15ec-4eea-a46f-8dcccd4955ea,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:04.716820 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 36568) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:04.718114 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-b9bd197f-2727-47d5-aa3a-34b5463be93f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:04.806838 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6dc4eaeb-c61b-43ba-a667-11f45a3da893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:04.841725 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820bddc-d0fa-46db-85b4-c1469c4149a5 req-5f59f19c-29f3-4376-9a84-9cf399ee248f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:04.844167 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3820bddc-d0fa-46db-85b4-c1469c4149a5 req-5f59f19c-29f3-4376-9a84-9cf399ee248f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=848affb04222422baa6bf6f0ca48955e&device_id=6a0b86dd-a694-4805-94f7-c87228c0df70 HTTP/1.1" status: 200 len: 1096 time: 0.0881908 May 25 15:42:04.846952 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6dc4eaeb-c61b-43ba-a667-11f45a3da893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:04.913707 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6dc4eaeb-c61b-43ba-a667-11f45a3da893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:04.917454 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-9566e4a2-e0da-4742-9186-4724fda3d47f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:04.928516 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc4eaeb-c61b-43ba-a667-11f45a3da893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f073eb-15ec-4eea-a46f-8dcccd4955ea,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:04.932062 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-6dc4eaeb-c61b-43ba-a667-11f45a3da893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:04.935754 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6dc4eaeb-c61b-43ba-a667-11f45a3da893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:04.939374 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-6dc4eaeb-c61b-43ba-a667-11f45a3da893 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b2f073eb-15ec-4eea-a46f-8dcccd4955ea HTTP/1.1" status: 204 len: 168 time: 0.2189553 May 25 15:42:04.998667 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820bddc-d0fa-46db-85b4-c1469c4149a5 req-26125042-5b92-461f-8586-89358681f1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:05.000720 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3820bddc-d0fa-46db-85b4-c1469c4149a5 req-26125042-5b92-461f-8586-89358681f1f1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ccebdefd-d4ec-444e-be8a-2ad4100adcb6 HTTP/1.1" status: 200 len: 910 time: 0.1498649 May 25 15:42:05.084826 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3820bddc-d0fa-46db-85b4-c1469c4149a5 req-527043c6-54dc-4125-85b2-8a4f859dc9c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64b74796-e535-42b1-921b-ba86c4a876c3 HTTP/1.1" status: 200 len: 217 time: 0.0768623 May 25 15:42:05.149829 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820bddc-d0fa-46db-85b4-c1469c4149a5 req-b19616f1-9847-410d-b50a-b49856c3f874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:05.151305 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3820bddc-d0fa-46db-85b4-c1469c4149a5 req-b19616f1-9847-410d-b50a-b49856c3f874 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20fbce05-8cd1-40f5-81da-8c186d2a93df HTTP/1.1" status: 200 len: 849 time: 0.0608518 May 25 15:42:05.205429 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3820bddc-d0fa-46db-85b4-c1469c4149a5 req-71411dc7-4863-4967-8154-ed324b9dc8cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ccebdefd-d4ec-444e-be8a-2ad4100adcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455334 May 25 15:42:05.343893 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3820bddc-d0fa-46db-85b4-c1469c4149a5 req-1a11e671-7f52-46d9-8e43-8acda78b6b04 service neutron] 10.222.0.57 "GET /v2.0/networks/ccebdefd-d4ec-444e-be8a-2ad4100adcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309111 May 25 15:42:05.478547 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3820bddc-d0fa-46db-85b4-c1469c4149a5 req-1cef0f3e-8e9b-403f-9420-25d89130f379 service neutron] 10.222.0.57 "GET /v2.0/networks/ccebdefd-d4ec-444e-be8a-2ad4100adcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283753 May 25 15:42:05.850687 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6382c3b-d7b4-4812-82df-45a340a06b02 req-01a7c27d-993c-41f7-a6a3-952fb47e4626 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:05.852202 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c6382c3b-d7b4-4812-82df-45a340a06b02 req-01a7c27d-993c-41f7-a6a3-952fb47e4626 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a0b86dd-a694-4805-94f7-c87228c0df70 HTTP/1.1" status: 200 len: 943 time: 0.0891311 May 25 15:42:05.899740 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c6382c3b-d7b4-4812-82df-45a340a06b02 req-479d4d9b-4a19-4d2b-b760-1abddacadfb9 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416491 May 25 15:42:06.551201 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05919dd9-03a9-40ec-82e2-aab6971c0c2c req-bf054388-fea6-4cfc-98d3-d26911e231ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:06.553358 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-05919dd9-03a9-40ec-82e2-aab6971c0c2c req-bf054388-fea6-4cfc-98d3-d26911e231ad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=58b8a9fdf31144b5b20d99f9a9ac856f&device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 1099 time: 0.1235030 May 25 15:42:06.590005 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a947e69-4f3f-4677-a667-d53711e7f202 req-d205bbdd-6066-4ff3-b79e-0e024ea71e86 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:06.591508 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7a947e69-4f3f-4677-a667-d53711e7f202 req-d205bbdd-6066-4ff3-b79e-0e024ea71e86 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.0844014 May 25 15:42:06.640856 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7a947e69-4f3f-4677-a667-d53711e7f202 req-ad69fd2f-ff8d-4c37-85ce-7f3249dd8de0 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416772 May 25 15:42:06.697318 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05919dd9-03a9-40ec-82e2-aab6971c0c2c req-fcb1b746-8b24-4ec5-9811-08c6fb692adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:06.698938 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-05919dd9-03a9-40ec-82e2-aab6971c0c2c req-fcb1b746-8b24-4ec5-9811-08c6fb692adb service neutron] 10.222.0.57 "GET /v2.0/networks?id=8f344abd-5290-4d8f-91e2-bf99f4fcd285 HTTP/1.1" status: 200 len: 920 time: 0.1385686 May 25 15:42:06.772953 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-05919dd9-03a9-40ec-82e2-aab6971c0c2c req-3a35e1ac-b904-4a2a-9ec7-586a0914519a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac9011aa-187b-4dfd-b433-2941925cefd4 HTTP/1.1" status: 200 len: 217 time: 0.0663350 May 25 15:42:06.855604 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05919dd9-03a9-40ec-82e2-aab6971c0c2c req-92fde47a-5dfc-432a-8a6e-bcb77edd1018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:06.857068 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-05919dd9-03a9-40ec-82e2-aab6971c0c2c req-92fde47a-5dfc-432a-8a6e-bcb77edd1018 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8cf8d8a0-2dc7-4fc4-85a0-c64f7a466b21 HTTP/1.1" status: 200 len: 859 time: 0.0631158 May 25 15:42:06.909511 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-05919dd9-03a9-40ec-82e2-aab6971c0c2c req-4fb8c411-70b4-45b7-ba31-dcc9a3a5eae3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f344abd-5290-4d8f-91e2-bf99f4fcd285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449920 May 25 15:42:07.095430 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-05919dd9-03a9-40ec-82e2-aab6971c0c2c req-54c5fdf7-9698-4f03-a43d-ce5a8d2b65ec service neutron] 10.222.0.57 "GET /v2.0/networks/8f344abd-5290-4d8f-91e2-bf99f4fcd285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783361 May 25 15:42:07.194155 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f9394-c2af-47f9-8b2d-d261c3f51acb req-382f2a96-4fda-4d8d-b899-c4235a403ee6 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:07.195608 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c74f9394-c2af-47f9-8b2d-d261c3f51acb req-382f2a96-4fda-4d8d-b899-c4235a403ee6 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a0b86dd-a694-4805-94f7-c87228c0df70 HTTP/1.1" status: 200 len: 943 time: 0.1777186 May 25 15:42:07.281341 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c74f9394-c2af-47f9-8b2d-d261c3f51acb req-9ea94dc1-dbda-4607-9505-2085e44ed773 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711441 May 25 15:42:07.286497 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-05919dd9-03a9-40ec-82e2-aab6971c0c2c req-007c1edb-0c51-4d26-b01b-c2a99c436efd service neutron] 10.222.0.57 "GET /v2.0/networks/8f344abd-5290-4d8f-91e2-bf99f4fcd285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771982 May 25 15:42:07.839507 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea511c4-0dd7-43df-a9f7-610e09f64814 req-f3259b62-7a77-403c-a717-78df92cac87c tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:07.840873 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-3ea511c4-0dd7-43df-a9f7-610e09f64814 req-f3259b62-7a77-403c-a717-78df92cac87c tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.0837765 May 25 15:42:07.885737 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-3ea511c4-0dd7-43df-a9f7-610e09f64814 req-fcb39c41-07d8-40c7-8ca3-6257c38d1788 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386295 May 25 15:42:08.282697 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-31aac678-a42a-4b69-9305-8c4c3f1f620c tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:08.284163 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-31aac678-a42a-4b69-9305-8c4c3f1f620c tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/networks?id=a454cf6c-27f3-4e65-8a46-b57d728d820a HTTP/1.1" status: 200 len: 815 time: 0.1491690 May 25 15:42:08.299315 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-94ac5f9f-f7b4-40da-b901-91a06896ff33 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/quotas/1d0d92ba8c334e7bb4ce451a7b4b1caf HTTP/1.1" status: 200 len: 375 time: 0.0096388 May 25 15:42:08.391730 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-0aa0ce41-fb92-459b-b5eb-e47732de3526 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d0d92ba8c334e7bb4ce451a7b4b1caf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0867634 May 25 15:42:08.539446 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-dd2d18ce-36e6-4ba8-bd53-11748bd9f980 service neutron] 10.222.0.32 "GET /v2.0/networks/a454cf6c-27f3-4e65-8a46-b57d728d820a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408525 May 25 15:42:08.564657 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf6a16-0240-43da-8edd-bb2f1f19bbe2 req-558ba11a-4e6d-4dcc-aef3-6c0499817024 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:08.566232 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-cebf6a16-0240-43da-8edd-bb2f1f19bbe2 req-558ba11a-4e6d-4dcc-aef3-6c0499817024 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a0b86dd-a694-4805-94f7-c87228c0df70 HTTP/1.1" status: 200 len: 943 time: 0.1666946 May 25 15:42:08.619294 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-cebf6a16-0240-43da-8edd-bb2f1f19bbe2 req-438f8822-31a0-470b-b4ab-caca0d7593d0 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471601 May 25 15:42:08.700226 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-1d64c837-895e-4748-a1a3-a47d4459fdb1 service neutron] 10.222.0.32 "GET /v2.0/networks/a454cf6c-27f3-4e65-8a46-b57d728d820a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546254 May 25 15:42:08.881779 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-64c3840e-ad78-41fe-aa58-53890a18ba40 req-aaa22d80-a77f-4fb6-8be6-0bebf36e86bc tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f59b55f-1072-472f-a153-aadf335df057 HTTP/1.1" status: 200 len: 210 time: 0.0420296 May 25 15:42:09.092389 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cf50c-61c8-4cae-bea6-ddee110329d4 req-85caa10b-70a0-46ca-8d0c-44afdfafc809 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:09.094648 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8a0cf50c-61c8-4cae-bea6-ddee110329d4 req-85caa10b-70a0-46ca-8d0c-44afdfafc809 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.0876148 May 25 15:42:09.140135 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8a0cf50c-61c8-4cae-bea6-ddee110329d4 req-f6aac96d-ad34-44dc-a297-79af2e384130 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396750 May 25 15:42:09.814753 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d1433-23a6-4112-a0c4-a93af4d951dd req-de82569f-4ff2-4ea8-8faf-553cc8e6d27e tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:09.816226 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-cd6d1433-23a6-4112-a0c4-a93af4d951dd req-de82569f-4ff2-4ea8-8faf-553cc8e6d27e tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a0b86dd-a694-4805-94f7-c87228c0df70 HTTP/1.1" status: 200 len: 943 time: 0.0826838 May 25 15:42:09.864136 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-cd6d1433-23a6-4112-a0c4-a93af4d951dd req-6e4861c9-77bd-4089-93e0-a16bd5f07d83 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419030 May 25 15:42:09.918057 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 64b74796-e535-42b1-921b-ba86c4a876c3 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:42:10.072875 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-609b5322-1b2b-4bc4-b0b6-4cb9b844606e req-66ac96c4-2c8d-4f8b-986c-5aee97fb9f65 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f59b55f-1072-472f-a153-aadf335df057 HTTP/1.1" status: 200 len: 210 time: 0.0596485 May 25 15:42:10.117666 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 64b74796-e535-42b1-921b-ba86c4a876c3, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=64b74796-e535-42b1-921b-ba86c4a876c3,segment=NetworkSegment(8abf022d-4337-4841-a1f1-49e0b9ebe7dc),segment_id=8abf022d-4337-4841-a1f1-49e0b9ebe7dc)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:42:10.137438 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Returning: {'device': '64b74796-e535-42b1-921b-ba86c4a876c3', 'network_id': 'ccebdefd-d4ec-444e-be8a-2ad4100adcb6', 'port_id': '64b74796-e535-42b1-921b-ba86c4a876c3', 'mac_address': 'fa:16:3e:06:49:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20fbce05-8cd1-40f5-81da-8c186d2a93df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:42:10.164330 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-6d2555c8-3189-4eef-b205-67c961a90219 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:10.167496 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-6d2555c8-3189-4eef-b205-67c961a90219 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.57 "GET /v2.0/networks?id=a454cf6c-27f3-4e65-8a46-b57d728d820a HTTP/1.1" status: 200 len: 815 time: 0.1873133 May 25 15:42:10.202025 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:10.223198 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b74796-e535-42b1-921b-ba86c4a876c3 {{(pid=98475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:42:10.234885 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-95e0a56c-e79b-4523-ab50-4d06d5f84f1e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Request body: {'port': {'device_id': '8f59b55f-1072-472f-a153-aadf335df057', 'network_id': 'a454cf6c-27f3-4e65-8a46-b57d728d820a', 'admin_state_up': True, 'tenant_id': '1d0d92ba8c334e7bb4ce451a7b4b1caf'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:42:10.251661 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 64b74796-e535-42b1-921b-ba86c4a876c3, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=64b74796-e535-42b1-921b-ba86c4a876c3,segment=NetworkSegment(8abf022d-4337-4841-a1f1-49e0b9ebe7dc),segment_id=8abf022d-4337-4841-a1f1-49e0b9ebe7dc)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:42:10.252581 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-901f49fb-7e64-4c9c-b62d-13e72e45e31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:10.258384 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:10.261120 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-3d9bd9df-2b9e-416a-acab-8e630903107b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:10.333601 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=64b74796-e535-42b1-921b-ba86c4a876c3,revision_number=4']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:10.340954 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:10.344871 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:10.345230 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:10.345562 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:10.345885 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:10.346276 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:10.346605 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:10.346925 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:10.347439 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:10.347767 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:10.348111 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:10.348429 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:10.352537 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:10.363581 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8476707-4dc0-4a02-b637-9a490588cc70 req-4bb710db-fd49-4994-95f7-6ab377f7f821 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:10.365185 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a8476707-4dc0-4a02-b637-9a490588cc70 req-4bb710db-fd49-4994-95f7-6ab377f7f821 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.0873206 May 25 15:42:10.395631 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-95e0a56c-e79b-4523-ab50-4d06d5f84f1e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:10.406760 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-95e0a56c-e79b-4523-ab50-4d06d5f84f1e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:10.413317 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a8476707-4dc0-4a02-b637-9a490588cc70 req-040e88de-a1f1-4ba3-b945-cc5191a90256 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423465 May 25 15:42:10.417560 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-95e0a56c-e79b-4523-ab50-4d06d5f84f1e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Made reservation on behalf of 1d0d92ba8c334e7bb4ce451a7b4b1caf for: {'port': 1} {{(pid=98474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:42:10.421189 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-95e0a56c-e79b-4523-ab50-4d06d5f84f1e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:10.597680 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.db_base_plugin_common [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-95e0a56c-e79b-4523-ab50-4d06d5f84f1e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Allocated IP 172.20.0.13 (a454cf6c-27f3-4e65-8a46-b57d728d820a/5d406481-8ad1-4ef9-a379-1390671d5486/05c615ed-9a5d-47a0-8e3e-c2a343e72aea) {{(pid=98474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:42:10.807475 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-95e0a56c-e79b-4523-ab50-4d06d5f84f1e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Notify callbacks [] for port, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:10.845604 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-95e0a56c-e79b-4523-ab50-4d06d5f84f1e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:10.851509 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:10.856798 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['1b4f457c-ce11-4b07-b661-f77713f031df', '59e226d0-ad87-4d48-bc78-d4921b0d068d', '0ba28077-e118-4291-9223-ceeeea3ba29f'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:42:10.924515 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-95e0a56c-e79b-4523-ab50-4d06d5f84f1e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Network a454cf6c-27f3-4e65-8a46-b57d728d820a is already hosted by enough agents. {{(pid=98474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:42:10.927774 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-95e0a56c-e79b-4523-ab50-4d06d5f84f1e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Resources bound (agent type, host, resource id): {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:42:10.930802 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-95e0a56c-e79b-4523-ab50-4d06d5f84f1e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Received port after_create {{(pid=98474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:42:10.961064 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['64b74796-e535-42b1-921b-ba86c4a876c3'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:42:10.973504 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0a56c-e79b-4523-ab50-4d06d5f84f1e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Pushing event updated for resources: {'Port': ['ID=05c615ed-9a5d-47a0-8e3e-c2a343e72aea,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:10.976556 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-95e0a56c-e79b-4523-ab50-4d06d5f84f1e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:11.005874 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-95e0a56c-e79b-4523-ab50-4d06d5f84f1e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:11.006093 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-95e0a56c-e79b-4523-ab50-4d06d5f84f1e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:11.037522 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-95e0a56c-e79b-4523-ab50-4d06d5f84f1e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8075747 May 25 15:42:11.079366 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe597a1-2308-463a-827e-b2be366a0217 req-af502327-f300-4c37-a4f0-67746ca361f8 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:11.080878 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-cbe597a1-2308-463a-827e-b2be366a0217 req-af502327-f300-4c37-a4f0-67746ca361f8 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a0b86dd-a694-4805-94f7-c87228c0df70 HTTP/1.1" status: 200 len: 944 time: 0.0940049 May 25 15:42:11.090745 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-6657b486-bf23-49b1-a452-9368f9d78ec2 service neutron] Request body: {'port': {'device_id': '8f59b55f-1072-472f-a153-aadf335df057', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:42:11.160341 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-cbe597a1-2308-463a-827e-b2be366a0217 req-99a24851-e0ef-4ba1-b096-3908f65358c3 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729785 May 25 15:42:11.309215 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-6657b486-bf23-49b1-a452-9368f9d78ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:11.406309 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a81e3f-7253-43df-9ae5-59dc884e0791 req-064dcbae-970a-4420-9313-5c9cb3aeea3b tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:11.406309 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-29a81e3f-7253-43df-9ae5-59dc884e0791 req-064dcbae-970a-4420-9313-5c9cb3aeea3b tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Synchronizing usage tracker for tenant:1d0d92ba8c334e7bb4ce451a7b4b1caf on resource:port {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:42:11.475093 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-29a81e3f-7253-43df-9ae5-59dc884e0791 req-064dcbae-970a-4420-9313-5c9cb3aeea3b tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Unset dirty status for tenant:1d0d92ba8c334e7bb4ce451a7b4b1caf on resource:port {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:42:11.475093 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-29a81e3f-7253-43df-9ae5-59dc884e0791 req-064dcbae-970a-4420-9313-5c9cb3aeea3b tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f59b55f-1072-472f-a153-aadf335df057 HTTP/1.1" status: 200 len: 932 time: 0.2552931 May 25 15:42:11.606430 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-29a81e3f-7253-43df-9ae5-59dc884e0791 req-adbae265-7c39-4e88-9f2c-22664d142a6f tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232300 May 25 15:42:11.607809 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e7f37-5da2-424a-a3de-2cc7f09871ec req-41cdc96a-a144-49d1-ae64-50dc411549b8 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:11.610356 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-640e7f37-5da2-424a-a3de-2cc7f09871ec req-41cdc96a-a144-49d1-ae64-50dc411549b8 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.0866957 May 25 15:42:11.663168 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-640e7f37-5da2-424a-a3de-2cc7f09871ec req-38a43685-07ec-408d-a7c4-51c7b535224c tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441959 May 25 15:42:11.733246 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-6657b486-bf23-49b1-a452-9368f9d78ec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c615ed-9a5d-47a0-8e3e-c2a343e72aea {{(pid=98474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:42:11.746971 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-6657b486-bf23-49b1-a452-9368f9d78ec2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:11.762418 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.provisioning_blocks [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-6657b486-bf23-49b1-a452-9368f9d78ec2 service neutron] Transition to ACTIVE for port object 05c615ed-9a5d-47a0-8e3e-c2a343e72aea will not be triggered until provisioned by entity L2. {{(pid=98474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:42:11.766758 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-6657b486-bf23-49b1-a452-9368f9d78ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-881747'] for port, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:11.772087 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-f35404b7-15a4-4513-b31c-1681d5f73c9d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:12.002189 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-551b555a-ee16-48c2-8c69-5122c506214e tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Synchronizing usage tracker for tenant:cdb64e1fc05f4a72be9fc39079cdc282 on resource:security_group {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:42:12.037025 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657b486-bf23-49b1-a452-9368f9d78ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=05c615ed-9a5d-47a0-8e3e-c2a343e72aea,revision_number=2']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:12.047386 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-6657b486-bf23-49b1-a452-9368f9d78ec2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:12.091717 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-551b555a-ee16-48c2-8c69-5122c506214e tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Unset dirty status for tenant:cdb64e1fc05f4a72be9fc39079cdc282 on resource:security_group {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:42:12.092915 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-551b555a-ee16-48c2-8c69-5122c506214e tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1714001059&fields=id&tenant_id=cdb64e1fc05f4a72be9fc39079cdc282 HTTP/1.1" status: 200 len: 267 time: 0.2891152 May 25 15:42:12.202178 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.managers [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-6657b486-bf23-49b1-a452-9368f9d78ec2 service neutron] Attempting to bind port 05c615ed-9a5d-47a0-8e3e-c2a343e72aea on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:42:12.203270 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.managers [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-6657b486-bf23-49b1-a452-9368f9d78ec2 service neutron] Attempting to bind port 05c615ed-9a5d-47a0-8e3e-c2a343e72aea by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '1ec4470b-39ac-4e1b-833b-ea3a68e90e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a454cf6c-27f3-4e65-8a46-b57d728d820a'}] {{(pid=98474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:42:12.203636 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-6657b486-bf23-49b1-a452-9368f9d78ec2 service neutron] Attempting to bind port 05c615ed-9a5d-47a0-8e3e-c2a343e72aea on network a454cf6c-27f3-4e65-8a46-b57d728d820a {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:42:12.215566 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-6657b486-bf23-49b1-a452-9368f9d78ec2 service neutron] Port 05c615ed-9a5d-47a0-8e3e-c2a343e72aea on network a454cf6c-27f3-4e65-8a46-b57d728d820a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:42:12.215914 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-6657b486-bf23-49b1-a452-9368f9d78ec2 service neutron] Attempting to bind port 05c615ed-9a5d-47a0-8e3e-c2a343e72aea on network a454cf6c-27f3-4e65-8a46-b57d728d820a {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:42:12.225561 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-6657b486-bf23-49b1-a452-9368f9d78ec2 service neutron] Checking agent: {'id': 'eb2109ed-85e4-4c57-98e0-c43a853e4d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'started_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:42:12.225900 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-6657b486-bf23-49b1-a452-9368f9d78ec2 service neutron] Checking segment: {'id': '1ec4470b-39ac-4e1b-833b-ea3a68e90e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a454cf6c-27f3-4e65-8a46-b57d728d820a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:42:12.226280 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-6657b486-bf23-49b1-a452-9368f9d78ec2 service neutron] Bound using segment: {'id': '1ec4470b-39ac-4e1b-833b-ea3a68e90e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a454cf6c-27f3-4e65-8a46-b57d728d820a'} {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:42:12.226709 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.managers [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-6657b486-bf23-49b1-a452-9368f9d78ec2 service neutron] Bound port: 05c615ed-9a5d-47a0-8e3e-c2a343e72aea, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ec4470b-39ac-4e1b-833b-ea3a68e90e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a454cf6c-27f3-4e65-8a46-b57d728d820a'}}] {{(pid=98474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:42:12.227057 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-6657b486-bf23-49b1-a452-9368f9d78ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:12.326664 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-47a8aaf4-595d-4693-956b-03027d44d5a5 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:12.328695 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-47a8aaf4-595d-4693-956b-03027d44d5a5 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/networks?id=1cf3ac43-1c2d-41a1-ab33-652986c9f04a HTTP/1.1" status: 200 len: 809 time: 0.2266583 May 25 15:42:12.346203 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03646f15-4759-40ec-82fa-8de9f6884e59 req-73e866cc-3fe0-4bd6-8549-b1e43cd52fb2 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:12.347675 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-03646f15-4759-40ec-82fa-8de9f6884e59 req-73e866cc-3fe0-4bd6-8549-b1e43cd52fb2 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a0b86dd-a694-4805-94f7-c87228c0df70 HTTP/1.1" status: 200 len: 944 time: 0.0800955 May 25 15:42:12.359059 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-09746cb2-2749-4129-8f89-e6e608a2f234 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/quotas/cdb64e1fc05f4a72be9fc39079cdc282 HTTP/1.1" status: 200 len: 375 time: 0.0232995 May 25 15:42:12.393845 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-03646f15-4759-40ec-82fa-8de9f6884e59 req-449630dc-4b54-483a-9ebb-f7fdfce34df3 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401077 May 25 15:42:12.397809 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-6657b486-bf23-49b1-a452-9368f9d78ec2 service neutron] For port 05c615ed-9a5d-47a0-8e3e-c2a343e72aea, host hv-cinder-79124, cleared binding levels {{(pid=98474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:42:12.416437 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-6657b486-bf23-49b1-a452-9368f9d78ec2 service neutron] For port 05c615ed-9a5d-47a0-8e3e-c2a343e72aea, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=05c615ed-9a5d-47a0-8e3e-c2a343e72aea,segment=NetworkSegment(1ec4470b-39ac-4e1b-833b-ea3a68e90e6d),segment_id=1ec4470b-39ac-4e1b-833b-ea3a68e90e6d)] {{(pid=98474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:42:12.428467 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-6657b486-bf23-49b1-a452-9368f9d78ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-881747'] for port, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:12.434323 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-ff78c190-e51a-4c12-ac60-ce23ebd8c84f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:12.502761 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-6657b486-bf23-49b1-a452-9368f9d78ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:12.503371 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-6657b486-bf23-49b1-a452-9368f9d78ec2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:12.504767 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-6657b486-bf23-49b1-a452-9368f9d78ec2 service neutron] 10.222.0.57 "PUT /v2.0/ports/05c615ed-9a5d-47a0-8e3e-c2a343e72aea HTTP/1.1" status: 200 len: 1094 time: 1.4204800 May 25 15:42:12.506853 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f59b55f-1072-472f-a153-aadf335df057', 'tag': '05c615ed-9a5d-47a0-8e3e-c2a343e72aea'}] {{(pid=98474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:42:12.528670 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657b486-bf23-49b1-a452-9368f9d78ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=05c615ed-9a5d-47a0-8e3e-c2a343e72aea,revision_number=3']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:12.532916 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-6657b486-bf23-49b1-a452-9368f9d78ec2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:12.540679 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-99e17129-460b-4f30-8681-5fc328aa543b tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Synchronizing usage tracker for tenant:cdb64e1fc05f4a72be9fc39079cdc282 on resource:port {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:42:12.556953 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-99e17129-460b-4f30-8681-5fc328aa543b tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Unset dirty status for tenant:cdb64e1fc05f4a72be9fc39079cdc282 on resource:port {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:42:12.558186 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-99e17129-460b-4f30-8681-5fc328aa543b tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdb64e1fc05f4a72be9fc39079cdc282&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1931763 May 25 15:42:12.627132 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f59b55f-1072-472f-a153-aadf335df057', 'tag': '05c615ed-9a5d-47a0-8e3e-c2a343e72aea', 'status': 'completed', 'code': 200} May 25 15:42:12.710340 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:12.764264 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-58639437-a0d9-4414-860c-b384fd8a8f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:12.765765 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-58639437-a0d9-4414-860c-b384fd8a8f52 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1d0d92ba8c334e7bb4ce451a7b4b1caf&device_id=8f59b55f-1072-472f-a153-aadf335df057 HTTP/1.1" status: 200 len: 1097 time: 0.1986978 May 25 15:42:12.771583 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-e7591a40-8b18-420f-91b6-0cfe6bf716b7 service neutron] 10.222.0.32 "GET /v2.0/networks/1cf3ac43-1c2d-41a1-ab33-652986c9f04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725554 May 25 15:42:12.823632 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa959d3-f570-44c8-aef6-8346117c88d7 req-f5b259dc-0464-42ef-ac45-a7203e40bc3e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:12.825481 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-faa959d3-f570-44c8-aef6-8346117c88d7 req-f5b259dc-0464-42ef-ac45-a7203e40bc3e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f59b55f-1072-472f-a153-aadf335df057 HTTP/1.1" status: 200 len: 944 time: 0.0938241 May 25 15:42:12.860305 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-aab9da28-aae1-495e-aae0-dbf9c23b86c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05c615ed-9a5d-47a0-8e3e-c2a343e72aea HTTP/1.1" status: 200 len: 217 time: 0.0867021 May 25 15:42:12.882940 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-f5f5db1b-edcb-4c11-8aac-db7f0f3af170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:12.954175 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-faa959d3-f570-44c8-aef6-8346117c88d7 req-5babddd2-84f0-4a9b-9445-f9e265783e47 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215148 May 25 15:42:13.016057 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-856279e2-89c3-4935-9ca1-a65b11305a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:13.017488 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-856279e2-89c3-4935-9ca1-a65b11305a0d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5d406481-8ad1-4ef9-a379-1390671d5486 HTTP/1.1" status: 200 len: 855 time: 0.0981531 May 25 15:42:13.080417 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-ad010fcd-c514-4242-9353-92075e5fd664 service neutron] 10.222.0.32 "GET /v2.0/networks/1cf3ac43-1c2d-41a1-ab33-652986c9f04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468171 May 25 15:42:13.099421 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-a68758ec-2200-4f82-9da9-a248aae55ab1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a454cf6c-27f3-4e65-8a46-b57d728d820a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727096 May 25 15:42:13.161820 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e4101-8be0-4759-b814-c1a9e0f88c37 req-fc271411-b611-4e44-9365-7d26a619f1a9 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:13.162416 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d62e4101-8be0-4759-b814-c1a9e0f88c37 req-fc271411-b611-4e44-9365-7d26a619f1a9 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.1011703 May 25 15:42:13.212559 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d62e4101-8be0-4759-b814-c1a9e0f88c37 req-bdddcf31-05ba-4a5b-a728-840224e94e5b tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432851 May 25 15:42:13.256537 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-40f8555c-b2c5-4d3c-a53d-e6ab3e4037f1 service neutron] 10.222.0.57 "GET /v2.0/networks/a454cf6c-27f3-4e65-8a46-b57d728d820a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484461 May 25 15:42:13.400631 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d1347aa6-e081-463e-abb7-f11eccd75b6a req-338bbbe4-8d6c-4a5b-b104-51097ccbfa6b service neutron] 10.222.0.57 "GET /v2.0/networks/a454cf6c-27f3-4e65-8a46-b57d728d820a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358869 May 25 15:42:13.556272 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-f5445fe6-688f-494f-b7c9-d01e76c1aff1 req-e6d015f4-f5e4-486e-9fe3-18d186859122 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 210 time: 0.0546899 May 25 15:42:13.599943 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f09ae-e63e-4899-925c-a36cac173fbc req-fcf0a1aa-2194-4acd-b461-fc9cc5fd17c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:13.601869 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-596f09ae-e63e-4899-925c-a36cac173fbc req-fcf0a1aa-2194-4acd-b461-fc9cc5fd17c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1d0d92ba8c334e7bb4ce451a7b4b1caf&device_id=8f59b55f-1072-472f-a153-aadf335df057 HTTP/1.1" status: 200 len: 1097 time: 0.1427505 May 25 15:42:13.649167 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1450c-0b42-4ec9-8135-150e3be97c4c req-8429cb33-5da2-4d26-8ab6-2cf0c7f0dc9c tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:13.651256 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ecc1450c-0b42-4ec9-8135-150e3be97c4c req-8429cb33-5da2-4d26-8ab6-2cf0c7f0dc9c tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a0b86dd-a694-4805-94f7-c87228c0df70 HTTP/1.1" status: 200 len: 944 time: 0.1089013 May 25 15:42:13.718502 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ecc1450c-0b42-4ec9-8135-150e3be97c4c req-f3860858-2645-48b5-8508-bc6b0ec9fb48 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567024 May 25 15:42:13.724348 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:13.858243 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f09ae-e63e-4899-925c-a36cac173fbc req-717b798f-6f9f-4204-8507-1d3a56964086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:13.860366 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-596f09ae-e63e-4899-925c-a36cac173fbc req-717b798f-6f9f-4204-8507-1d3a56964086 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a454cf6c-27f3-4e65-8a46-b57d728d820a HTTP/1.1" status: 200 len: 916 time: 0.2503464 May 25 15:42:13.948890 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-596f09ae-e63e-4899-925c-a36cac173fbc req-17eb2fd4-df48-4402-b333-57793f2154d4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05c615ed-9a5d-47a0-8e3e-c2a343e72aea HTTP/1.1" status: 200 len: 217 time: 0.0675418 May 25 15:42:13.957684 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 64b74796-e535-42b1-921b-ba86c4a876c3 up at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:42:14.020604 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f09ae-e63e-4899-925c-a36cac173fbc req-7f2490c4-b2b2-4c76-97f8-0dcd2a037e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:14.021944 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-596f09ae-e63e-4899-925c-a36cac173fbc req-7f2490c4-b2b2-4c76-97f8-0dcd2a037e1a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5d406481-8ad1-4ef9-a379-1390671d5486 HTTP/1.1" status: 200 len: 855 time: 0.0656016 May 25 15:42:14.036788 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning for port 64b74796-e535-42b1-921b-ba86c4a876c3 completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:42:14.044760 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning complete for port 64b74796-e535-42b1-921b-ba86c4a876c3 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:42:14.045156 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:14.082365 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-596f09ae-e63e-4899-925c-a36cac173fbc req-7d45721b-e184-405c-afbe-a7174b03b24a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a454cf6c-27f3-4e65-8a46-b57d728d820a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533845 May 25 15:42:14.293006 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8badc1-dd87-435e-8f0d-a36d99623edc req-03c8ab43-629e-48b1-b6f2-2fe5d8f8172d tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:14.300162 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-6e8badc1-dd87-435e-8f0d-a36d99623edc req-03c8ab43-629e-48b1-b6f2-2fe5d8f8172d tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f59b55f-1072-472f-a153-aadf335df057 HTTP/1.1" status: 200 len: 944 time: 0.1589172 May 25 15:42:14.303044 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:14.322470 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-596f09ae-e63e-4899-925c-a36cac173fbc req-cb012f4b-db0f-4b13-b445-bac5510ba837 service neutron] 10.222.0.57 "GET /v2.0/networks/a454cf6c-27f3-4e65-8a46-b57d728d820a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314100 May 25 15:42:14.337341 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0b86dd-a694-4805-94f7-c87228c0df70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b74796-e535-42b1-921b-ba86c4a876c3'}] {{(pid=98475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:42:14.351279 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-6e8badc1-dd87-435e-8f0d-a36d99623edc req-9a3015e9-8799-4c95-8888-bd1e6eee4f02 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500195 May 25 15:42:14.352282 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 64b74796-e535-42b1-921b-ba86c4a876c3, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=64b74796-e535-42b1-921b-ba86c4a876c3,segment=NetworkSegment(8abf022d-4337-4841-a1f1-49e0b9ebe7dc),segment_id=8abf022d-4337-4841-a1f1-49e0b9ebe7dc)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:42:14.358320 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:14.361117 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:14.409870 dv-cinder-791240-3-iscsi neutron-server[98475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0b86dd-a694-4805-94f7-c87228c0df70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b74796-e535-42b1-921b-ba86c4a876c3', 'code': 200} May 25 15:42:14.457885 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=64b74796-e535-42b1-921b-ba86c4a876c3,revision_number=5']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:14.460812 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:14.531898 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-596f09ae-e63e-4899-925c-a36cac173fbc req-0b1dad51-afc6-4530-8786-a591bacaf315 service neutron] 10.222.0.57 "GET /v2.0/networks/a454cf6c-27f3-4e65-8a46-b57d728d820a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029207 May 25 15:42:14.540423 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420b6c4-d56e-4f64-8991-9457ad508e12 req-35dacd17-1e41-4096-a8c9-234e9a64c41c tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:14.541887 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3420b6c4-d56e-4f64-8991-9457ad508e12 req-35dacd17-1e41-4096-a8c9-234e9a64c41c tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.1886961 May 25 15:42:14.611960 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3420b6c4-d56e-4f64-8991-9457ad508e12 req-056b0e7b-c56b-4529-8462-579eff450e55 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616410 May 25 15:42:14.715530 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a9a4e-1cab-4813-88c2-741d68b08161 req-0816b5b3-dc05-4f66-ac43-f86e2287afe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:14.717359 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-868a9a4e-1cab-4813-88c2-741d68b08161 req-0816b5b3-dc05-4f66-ac43-f86e2287afe7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6a0b86dd-a694-4805-94f7-c87228c0df70 HTTP/1.1" status: 200 len: 1098 time: 0.0873225 May 25 15:42:14.804763 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-fb9fbd42-08bc-4d24-a723-4f0503f9fe9d req-45cf6587-ea4e-44ce-a1a6-82c4cb59aa72 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 210 time: 0.0583732 May 25 15:42:14.831547 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-868a9a4e-1cab-4813-88c2-741d68b08161 req-b0ba18f6-07ac-4fad-9ab9-4610379c850f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967240 May 25 15:42:14.950742 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-f63033a4-302b-4c13-be71-8ac32174d12e tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:14.951621 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-f63033a4-302b-4c13-be71-8ac32174d12e tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Synchronizing usage tracker for tenant:cdb64e1fc05f4a72be9fc39079cdc282 on resource:network {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:42:14.977614 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5dfdb-1c7f-4cd1-aabc-f1a8b401b7b0 req-5d57ebae-96c2-4c19-b0af-894ea02f11bb tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:14.978933 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-01f5dfdb-1c7f-4cd1-aabc-f1a8b401b7b0 req-5d57ebae-96c2-4c19-b0af-894ea02f11bb tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a0b86dd-a694-4805-94f7-c87228c0df70 HTTP/1.1" status: 200 len: 945 time: 0.1430168 May 25 15:42:14.983882 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-f63033a4-302b-4c13-be71-8ac32174d12e tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Unset dirty status for tenant:cdb64e1fc05f4a72be9fc39079cdc282 on resource:network {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:42:14.985001 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-f63033a4-302b-4c13-be71-8ac32174d12e tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.57 "GET /v2.0/networks?id=1cf3ac43-1c2d-41a1-ab33-652986c9f04a HTTP/1.1" status: 200 len: 809 time: 0.2565067 May 25 15:42:15.026824 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-01f5dfdb-1c7f-4cd1-aabc-f1a8b401b7b0 req-07f8adf8-7cce-47cc-a666-244b87b3a261 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405929 May 25 15:42:15.152669 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-ca630fd9-4694-421c-8282-b8c4f974bb37 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Synchronizing usage tracker for tenant:cdb64e1fc05f4a72be9fc39079cdc282 on resource:security_group {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:42:15.165158 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-ca630fd9-4694-421c-8282-b8c4f974bb37 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Unset dirty status for tenant:cdb64e1fc05f4a72be9fc39079cdc282 on resource:security_group {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:42:15.166271 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-ca630fd9-4694-421c-8282-b8c4f974bb37 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdb64e1fc05f4a72be9fc39079cdc282 HTTP/1.1" status: 200 len: 380 time: 0.0564890 May 25 15:42:15.176788 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-94bf0bfa-3897-47d1-85fe-e0959b7509c7 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Request body: {'port': {'device_id': 'c4793f96-9108-4d15-b97f-afa3151928fb', 'network_id': '1cf3ac43-1c2d-41a1-ab33-652986c9f04a', 'admin_state_up': True, 'tenant_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'security_groups': ['79eff25c-ec01-4a91-995b-4ee0468ee6e8']}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:42:15.323522 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-94bf0bfa-3897-47d1-85fe-e0959b7509c7 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:15.333776 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-94bf0bfa-3897-47d1-85fe-e0959b7509c7 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:15.345818 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-94bf0bfa-3897-47d1-85fe-e0959b7509c7 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Made reservation on behalf of cdb64e1fc05f4a72be9fc39079cdc282 for: {'port': 1} {{(pid=98473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:42:15.349517 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-94bf0bfa-3897-47d1-85fe-e0959b7509c7 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:15.481367 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:15.570082 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.db_base_plugin_common [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-94bf0bfa-3897-47d1-85fe-e0959b7509c7 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Allocated IP 172.20.0.3 (1cf3ac43-1c2d-41a1-ab33-652986c9f04a/d8814786-1b46-4acf-84af-e90570416047/5d65c5c3-96a4-453e-b925-b64e1e724c47) {{(pid=98473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:42:15.615076 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76a7aa-e3d5-4d9f-83cb-217846202478 req-13983401-53b3-4730-9690-ae0ab244b8e3 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:15.616549 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-cb76a7aa-e3d5-4d9f-83cb-217846202478 req-13983401-53b3-4730-9690-ae0ab244b8e3 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f59b55f-1072-472f-a153-aadf335df057 HTTP/1.1" status: 200 len: 944 time: 0.1312716 May 25 15:42:15.754432 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-cb76a7aa-e3d5-4d9f-83cb-217846202478 req-ce12f592-b70a-4144-afba-ab2d1e4198e1 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307745 May 25 15:42:15.806737 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a7b03-2171-46a1-87f1-f82017f05581 req-5624f338-17cb-4d54-9bf3-8b486b41bffc tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:15.808361 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-688a7b03-2171-46a1-87f1-f82017f05581 req-5624f338-17cb-4d54-9bf3-8b486b41bffc tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.0843873 May 25 15:42:15.828285 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-94bf0bfa-3897-47d1-85fe-e0959b7509c7 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks [] for port, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:15.845792 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.provisioning_blocks [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-94bf0bfa-3897-47d1-85fe-e0959b7509c7 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Transition to ACTIVE for port object 5d65c5c3-96a4-453e-b925-b64e1e724c47 will not be triggered until provisioned by entity DHCP. {{(pid=98473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:42:15.869451 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-688a7b03-2171-46a1-87f1-f82017f05581 req-994b1c84-2710-496a-9a89-4f89d33deb78 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536036 May 25 15:42:15.878373 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-94bf0bfa-3897-47d1-85fe-e0959b7509c7 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363'] for port, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:15.897955 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-4e6aa7f0-e162-4726-bf28-1b44b81e092f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:15.966989 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-94bf0bfa-3897-47d1-85fe-e0959b7509c7 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Network 1cf3ac43-1c2d-41a1-ab33-652986c9f04a is already hosted by enough agents. {{(pid=98473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:42:15.970328 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.base_scheduler [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-94bf0bfa-3897-47d1-85fe-e0959b7509c7 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Resources bound (agent type, host, resource id): {{(pid=98473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:42:15.974355 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-94bf0bfa-3897-47d1-85fe-e0959b7509c7 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Received port after_create {{(pid=98473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:42:15.980022 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-94bf0bfa-3897-47d1-85fe-e0959b7509c7 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:15.980699 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-94bf0bfa-3897-47d1-85fe-e0959b7509c7 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:15.995547 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf0bfa-3897-47d1-85fe-e0959b7509c7 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Pushing event updated for resources: {'Port': ['ID=5d65c5c3-96a4-453e-b925-b64e1e724c47,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:16.001024 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-94bf0bfa-3897-47d1-85fe-e0959b7509c7 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:16.030699 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-94bf0bfa-3897-47d1-85fe-e0959b7509c7 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8575296 May 25 15:42:16.043086 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-4eb67ea2-91dc-4351-b040-eb1ed992cd2a service neutron] Request body: {'port': {'device_id': 'c4793f96-9108-4d15-b97f-afa3151928fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:42:16.109937 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59f713-c448-44cd-bcb0-8b33a315b7c2 req-e65811e0-e449-4aab-9f0e-9c4bd0c39979 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:16.112467 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-7d59f713-c448-44cd-bcb0-8b33a315b7c2 req-e65811e0-e449-4aab-9f0e-9c4bd0c39979 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 931 time: 0.1455886 May 25 15:42:16.172270 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-7d59f713-c448-44cd-bcb0-8b33a315b7c2 req-e4fad155-4a43-49c5-899c-3970de7703af tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520468 May 25 15:42:16.250283 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-4eb67ea2-91dc-4351-b040-eb1ed992cd2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:16.294334 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-7d4d340a-a416-49f4-bbf8-29407ade5f32 None None] Provisioning for port 5d65c5c3-96a4-453e-b925-b64e1e724c47 completed by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:42:16.299363 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-7d4d340a-a416-49f4-bbf8-29407ade5f32 None None] Provisioning complete for port 5d65c5c3-96a4-453e-b925-b64e1e724c47 triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:42:16.299813 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-7d4d340a-a416-49f4-bbf8-29407ade5f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:16.357600 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-7d4d340a-a416-49f4-bbf8-29407ade5f32 None None] Port 5d65c5c3-96a4-453e-b925-b64e1e724c47 cannot update to ACTIVE because it is not bound. {{(pid=98475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:42:16.397389 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c38c1c-fe85-4e66-b0c7-c7fde9da65e0 req-a06a8fac-9cfe-48df-96b3-849763fa4393 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:16.398934 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-14c38c1c-fe85-4e66-b0c7-c7fde9da65e0 req-a06a8fac-9cfe-48df-96b3-849763fa4393 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a0b86dd-a694-4805-94f7-c87228c0df70 HTTP/1.1" status: 200 len: 945 time: 0.2389302 May 25 15:42:16.569502 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-14c38c1c-fe85-4e66-b0c7-c7fde9da65e0 req-323ba1c5-626f-4aa4-b206-c0508be6972b tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598423 May 25 15:42:16.749822 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-4eb67ea2-91dc-4351-b040-eb1ed992cd2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d65c5c3-96a4-453e-b925-b64e1e724c47 {{(pid=98473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:42:16.757265 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-4eb67ea2-91dc-4351-b040-eb1ed992cd2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:16.772753 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.provisioning_blocks [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-4eb67ea2-91dc-4351-b040-eb1ed992cd2a service neutron] Transition to ACTIVE for port object 5d65c5c3-96a4-453e-b925-b64e1e724c47 will not be triggered until provisioned by entity L2. {{(pid=98473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:42:16.776564 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-4eb67ea2-91dc-4351-b040-eb1ed992cd2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:16.781682 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-ec6eb31c-3e0c-44e0-9abe-267ebf2bf7b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:16.968424 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e2f22-e9a4-427f-966f-ce6f33167c5e req-64ef5a21-c0df-49b2-ba6a-c207b1394e2e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:16.973901 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb67ea2-91dc-4351-b040-eb1ed992cd2a service neutron] Pushing event updated for resources: {'Port': ['ID=5d65c5c3-96a4-453e-b925-b64e1e724c47,revision_number=2']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:16.977220 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3c7e2f22-e9a4-427f-966f-ce6f33167c5e req-64ef5a21-c0df-49b2-ba6a-c207b1394e2e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f59b55f-1072-472f-a153-aadf335df057 HTTP/1.1" status: 200 len: 944 time: 0.1095896 May 25 15:42:16.981476 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-4eb67ea2-91dc-4351-b040-eb1ed992cd2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:17.003724 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.managers [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-4eb67ea2-91dc-4351-b040-eb1ed992cd2a service neutron] Attempting to bind port 5d65c5c3-96a4-453e-b925-b64e1e724c47 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:42:17.004096 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.managers [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-4eb67ea2-91dc-4351-b040-eb1ed992cd2a service neutron] Attempting to bind port 5d65c5c3-96a4-453e-b925-b64e1e724c47 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '4a067f6f-2777-461f-996b-290d007bc15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1cf3ac43-1c2d-41a1-ab33-652986c9f04a'}] {{(pid=98473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:42:17.004426 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-4eb67ea2-91dc-4351-b040-eb1ed992cd2a service neutron] Attempting to bind port 5d65c5c3-96a4-453e-b925-b64e1e724c47 on network 1cf3ac43-1c2d-41a1-ab33-652986c9f04a {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:42:17.024228 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3c7e2f22-e9a4-427f-966f-ce6f33167c5e req-8757b130-309c-4d99-9cd7-ea0c344ee518 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461154 May 25 15:42:17.043640 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-4eb67ea2-91dc-4351-b040-eb1ed992cd2a service neutron] Port 5d65c5c3-96a4-453e-b925-b64e1e724c47 on network 1cf3ac43-1c2d-41a1-ab33-652986c9f04a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:42:17.043954 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-4eb67ea2-91dc-4351-b040-eb1ed992cd2a service neutron] Attempting to bind port 5d65c5c3-96a4-453e-b925-b64e1e724c47 on network 1cf3ac43-1c2d-41a1-ab33-652986c9f04a {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:42:17.057262 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-4eb67ea2-91dc-4351-b040-eb1ed992cd2a service neutron] Checking agent: {'id': 'eb2109ed-85e4-4c57-98e0-c43a853e4d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'started_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:42:17.057603 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-4eb67ea2-91dc-4351-b040-eb1ed992cd2a service neutron] Checking segment: {'id': '4a067f6f-2777-461f-996b-290d007bc15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1cf3ac43-1c2d-41a1-ab33-652986c9f04a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:42:17.057983 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-4eb67ea2-91dc-4351-b040-eb1ed992cd2a service neutron] Bound using segment: {'id': '4a067f6f-2777-461f-996b-290d007bc15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1cf3ac43-1c2d-41a1-ab33-652986c9f04a'} {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:42:17.058407 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.managers [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-4eb67ea2-91dc-4351-b040-eb1ed992cd2a service neutron] Bound port: 5d65c5c3-96a4-453e-b925-b64e1e724c47, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a067f6f-2777-461f-996b-290d007bc15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1cf3ac43-1c2d-41a1-ab33-652986c9f04a'}}] {{(pid=98473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:42:17.058753 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-4eb67ea2-91dc-4351-b040-eb1ed992cd2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:17.157418 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1e52d-9740-4d9a-b1bc-56e51802de75 req-f2ab1d15-db4f-4772-b563-9caafdad7b06 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:17.158788 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a8d1e52d-9740-4d9a-b1bc-56e51802de75 req-f2ab1d15-db4f-4772-b563-9caafdad7b06 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.1520278 May 25 15:42:17.205168 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-4eb67ea2-91dc-4351-b040-eb1ed992cd2a service neutron] For port 5d65c5c3-96a4-453e-b925-b64e1e724c47, host hv-cinder-79124, cleared binding levels {{(pid=98473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:42:17.219424 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-4eb67ea2-91dc-4351-b040-eb1ed992cd2a service neutron] For port 5d65c5c3-96a4-453e-b925-b64e1e724c47, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=5d65c5c3-96a4-453e-b925-b64e1e724c47,segment=NetworkSegment(4a067f6f-2777-461f-996b-290d007bc15e),segment_id=4a067f6f-2777-461f-996b-290d007bc15e)] {{(pid=98473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:42:17.223049 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a8d1e52d-9740-4d9a-b1bc-56e51802de75 req-049c74e3-3e93-43ed-9602-2f3c0403864c tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554581 May 25 15:42:17.224457 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-4eb67ea2-91dc-4351-b040-eb1ed992cd2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:17.228032 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-8d08d5ae-5868-4a9a-bb50-d9c58017af5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:17.286186 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-4eb67ea2-91dc-4351-b040-eb1ed992cd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:17.286671 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-4eb67ea2-91dc-4351-b040-eb1ed992cd2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:17.288033 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-4eb67ea2-91dc-4351-b040-eb1ed992cd2a service neutron] 10.222.0.57 "PUT /v2.0/ports/5d65c5c3-96a4-453e-b925-b64e1e724c47 HTTP/1.1" status: 200 len: 1093 time: 1.2498338 May 25 15:42:17.288522 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4793f96-9108-4d15-b97f-afa3151928fb', 'tag': '5d65c5c3-96a4-453e-b925-b64e1e724c47'}] {{(pid=98473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:42:17.313515 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb67ea2-91dc-4351-b040-eb1ed992cd2a service neutron] Pushing event updated for resources: {'Port': ['ID=5d65c5c3-96a4-453e-b925-b64e1e724c47,revision_number=3']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:17.319435 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-4eb67ea2-91dc-4351-b040-eb1ed992cd2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:17.431318 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4793f96-9108-4d15-b97f-afa3151928fb', 'tag': '5d65c5c3-96a4-453e-b925-b64e1e724c47', 'status': 'completed', 'code': 200} May 25 15:42:17.494741 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22207a27-2b4e-4e40-ba41-49a7e8a0c4bb req-e92e170b-d7fa-4fa9-aa54-955644bcc584 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:17.495720 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-22207a27-2b4e-4e40-ba41-49a7e8a0c4bb req-e92e170b-d7fa-4fa9-aa54-955644bcc584 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Synchronizing usage tracker for tenant:cdb64e1fc05f4a72be9fc39079cdc282 on resource:port {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:42:17.503148 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-883a86fd-7ca2-4aff-9630-a612739af946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:17.505663 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-883a86fd-7ca2-4aff-9630-a612739af946 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cdb64e1fc05f4a72be9fc39079cdc282&device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 1096 time: 0.1339490 May 25 15:42:17.606767 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-2bd7a596-a3f4-4ca9-a925-9af8493e015f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d65c5c3-96a4-453e-b925-b64e1e724c47 HTTP/1.1" status: 200 len: 217 time: 0.0891354 May 25 15:42:17.607259 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-22207a27-2b4e-4e40-ba41-49a7e8a0c4bb req-e92e170b-d7fa-4fa9-aa54-955644bcc584 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Unset dirty status for tenant:cdb64e1fc05f4a72be9fc39079cdc282 on resource:port {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:42:17.608325 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-22207a27-2b4e-4e40-ba41-49a7e8a0c4bb req-e92e170b-d7fa-4fa9-aa54-955644bcc584 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 943 time: 0.2716553 May 25 15:42:17.710965 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-22207a27-2b4e-4e40-ba41-49a7e8a0c4bb req-50062189-f151-46b5-a99b-059268030c84 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966616 May 25 15:42:17.714902 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-dcc48e17-337d-409e-800d-089c03f76a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:17.716374 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-dcc48e17-337d-409e-800d-089c03f76a33 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d8814786-1b46-4acf-84af-e90570416047 HTTP/1.1" status: 200 len: 848 time: 0.1003842 May 25 15:42:17.800212 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-966f8856-6064-46a1-bd2e-7283bdf69ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:17.801662 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-966f8856-6064-46a1-bd2e-7283bdf69ff4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1cf3ac43-1c2d-41a1-ab33-652986c9f04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770273 May 25 15:42:17.875917 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77640ac0-b734-4c3f-87cb-b5d7c201c762 req-59c8cf0a-a71f-4237-a055-518d12c3d83c tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:17.877295 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-77640ac0-b734-4c3f-87cb-b5d7c201c762 req-59c8cf0a-a71f-4237-a055-518d12c3d83c tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a0b86dd-a694-4805-94f7-c87228c0df70 HTTP/1.1" status: 200 len: 945 time: 0.0873952 May 25 15:42:17.923598 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-77640ac0-b734-4c3f-87cb-b5d7c201c762 req-f53d0e07-d76d-41da-927b-f39a93e27b7e tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405192 May 25 15:42:17.940392 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-0878e0a9-e2ef-455d-8ace-e967526727eb service neutron] 10.222.0.57 "GET /v2.0/networks/1cf3ac43-1c2d-41a1-ab33-652986c9f04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305025 May 25 15:42:18.080374 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-e2d933d7-42e7-4086-8578-17aac96acd5c req-768605cb-aa05-4af4-949e-0c9cdc71c5b7 service neutron] 10.222.0.57 "GET /v2.0/networks/1cf3ac43-1c2d-41a1-ab33-652986c9f04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330879 May 25 15:42:18.277660 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934acd9f-c7da-4b2c-8a6c-da52e3efe6db req-3a319a62-6d79-42e5-84cd-ac3b1b7195ff tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:18.279191 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-934acd9f-c7da-4b2c-8a6c-da52e3efe6db req-3a319a62-6d79-42e5-84cd-ac3b1b7195ff tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f59b55f-1072-472f-a153-aadf335df057 HTTP/1.1" status: 200 len: 944 time: 0.1421096 May 25 15:42:18.282833 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfcecb-4647-44e8-ab56-b0e377edaf98 req-e8d911cc-bcc4-4767-8108-f8d326df29c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:18.284226 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d8dfcecb-4647-44e8-ab56-b0e377edaf98 req-e8d911cc-bcc4-4767-8108-f8d326df29c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cdb64e1fc05f4a72be9fc39079cdc282&device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 1096 time: 0.1161723 May 25 15:42:18.438546 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583295f-7d2d-486e-be7d-d2d44dd2cd82 req-0856a2de-269a-48f2-84a7-e129903460f4 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:18.440106 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1583295f-7d2d-486e-be7d-d2d44dd2cd82 req-0856a2de-269a-48f2-84a7-e129903460f4 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.0972078 May 25 15:42:18.491838 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1583295f-7d2d-486e-be7d-d2d44dd2cd82 req-84882197-3a48-4e05-bc47-93b58dc7fb43 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457137 May 25 15:42:18.498744 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-934acd9f-c7da-4b2c-8a6c-da52e3efe6db req-5939781f-80a7-484a-9807-0df5ec148f7e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121372 May 25 15:42:18.545974 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfcecb-4647-44e8-ab56-b0e377edaf98 req-32d9256d-daec-498d-8e6e-9c35eda8c9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:18.547491 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d8dfcecb-4647-44e8-ab56-b0e377edaf98 req-32d9256d-daec-498d-8e6e-9c35eda8c9a1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1cf3ac43-1c2d-41a1-ab33-652986c9f04a HTTP/1.1" status: 200 len: 910 time: 0.2459412 May 25 15:42:18.620266 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d8dfcecb-4647-44e8-ab56-b0e377edaf98 req-f178eef2-ee0e-46e8-8fc7-7cb56d8df2f4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d65c5c3-96a4-453e-b925-b64e1e724c47 HTTP/1.1" status: 200 len: 217 time: 0.0659614 May 25 15:42:18.685635 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfcecb-4647-44e8-ab56-b0e377edaf98 req-cd039304-8040-4067-9a15-b80e56924cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:18.687990 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d8dfcecb-4647-44e8-ab56-b0e377edaf98 req-cd039304-8040-4067-9a15-b80e56924cf8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d8814786-1b46-4acf-84af-e90570416047 HTTP/1.1" status: 200 len: 848 time: 0.0592840 May 25 15:42:18.790008 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfcecb-4647-44e8-ab56-b0e377edaf98 req-f018d6ce-8d36-4ad6-aa14-e791a50d5edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:18.791590 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d8dfcecb-4647-44e8-ab56-b0e377edaf98 req-f018d6ce-8d36-4ad6-aa14-e791a50d5edd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1cf3ac43-1c2d-41a1-ab33-652986c9f04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0948715 May 25 15:42:18.927313 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838dfcb-978b-4fcd-b71b-45e941d1a444 req-cce2e75f-2ecd-40b3-8fa0-c4185f5e1b38 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:18.928306 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-7838dfcb-978b-4fcd-b71b-45e941d1a444 req-cce2e75f-2ecd-40b3-8fa0-c4185f5e1b38 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 943 time: 0.0904157 May 25 15:42:18.945188 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d8dfcecb-4647-44e8-ab56-b0e377edaf98 req-975e4687-4651-4b39-9465-688d5ea550ba service neutron] 10.222.0.57 "GET /v2.0/networks/1cf3ac43-1c2d-41a1-ab33-652986c9f04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411228 May 25 15:42:18.971872 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-7838dfcb-978b-4fcd-b71b-45e941d1a444 req-619a68e4-764b-428a-9d67-6f9fa125a11f tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418940 May 25 15:42:19.089637 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d8dfcecb-4647-44e8-ab56-b0e377edaf98 req-b2c5cf8a-0b9b-4fac-86b0-6908153371e7 service neutron] 10.222.0.57 "GET /v2.0/networks/1cf3ac43-1c2d-41a1-ab33-652986c9f04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359792 May 25 15:42:19.273114 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8ae05-f72c-43fc-bed5-a5e7e059d1d7 req-e4ca46ce-7fe7-4ddc-9b89-83910cb09f02 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:19.274527 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b3c8ae05-f72c-43fc-bed5-a5e7e059d1d7 req-e4ca46ce-7fe7-4ddc-9b89-83910cb09f02 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a0b86dd-a694-4805-94f7-c87228c0df70 HTTP/1.1" status: 200 len: 945 time: 0.0833626 May 25 15:42:19.318659 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b3c8ae05-f72c-43fc-bed5-a5e7e059d1d7 req-98ec3f5e-cefe-4fce-9a1b-9b91bed0a89c tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383320 May 25 15:42:19.694659 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353d523-ce91-43f2-9f76-4ddc06c36f50 req-c61543c2-10d0-4a9e-bc48-6960a12d562f tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:19.696530 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c353d523-ce91-43f2-9f76-4ddc06c36f50 req-c61543c2-10d0-4a9e-bc48-6960a12d562f tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f59b55f-1072-472f-a153-aadf335df057 HTTP/1.1" status: 200 len: 944 time: 0.0899341 May 25 15:42:19.699467 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e55887-d251-4c69-892b-bb66011a95dd req-0170769b-6ab3-40cc-87a7-13bda2471c72 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:19.701185 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-28e55887-d251-4c69-892b-bb66011a95dd req-0170769b-6ab3-40cc-87a7-13bda2471c72 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.0932441 May 25 15:42:19.759956 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c353d523-ce91-43f2-9f76-4ddc06c36f50 req-8183a84a-cfc2-4c23-8dc7-367fba3b53d0 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567362 May 25 15:42:19.765545 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-28e55887-d251-4c69-892b-bb66011a95dd req-f6eda139-a971-428a-8f9e-1bcd8726a80f tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548048 May 25 15:42:19.978084 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 05c615ed-9a5d-47a0-8e3e-c2a343e72aea details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:42:20.013669 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:20.122818 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 05c615ed-9a5d-47a0-8e3e-c2a343e72aea, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=05c615ed-9a5d-47a0-8e3e-c2a343e72aea,segment=NetworkSegment(1ec4470b-39ac-4e1b-833b-ea3a68e90e6d),segment_id=1ec4470b-39ac-4e1b-833b-ea3a68e90e6d)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:42:20.136074 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Returning: {'device': '05c615ed-9a5d-47a0-8e3e-c2a343e72aea', 'network_id': 'a454cf6c-27f3-4e65-8a46-b57d728d820a', 'port_id': '05c615ed-9a5d-47a0-8e3e-c2a343e72aea', 'mac_address': 'fa:16:3e:45:50:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d406481-8ad1-4ef9-a379-1390671d5486', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:42:20.196638 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:20.214459 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c615ed-9a5d-47a0-8e3e-c2a343e72aea {{(pid=98475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:42:20.231145 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 05c615ed-9a5d-47a0-8e3e-c2a343e72aea, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=05c615ed-9a5d-47a0-8e3e-c2a343e72aea,segment=NetworkSegment(1ec4470b-39ac-4e1b-833b-ea3a68e90e6d),segment_id=1ec4470b-39ac-4e1b-833b-ea3a68e90e6d)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:42:20.236179 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:20.237975 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:20.277522 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48890ca4-a43e-4af0-82ae-5db5f398711a req-b126a624-9280-48d9-9aee-c5400468e3e8 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:20.278982 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-48890ca4-a43e-4af0-82ae-5db5f398711a req-b126a624-9280-48d9-9aee-c5400468e3e8 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 943 time: 0.1505811 May 25 15:42:20.303023 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=05c615ed-9a5d-47a0-8e3e-c2a343e72aea,revision_number=4']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:20.305953 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:20.323678 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-48890ca4-a43e-4af0-82ae-5db5f398711a req-3e484e9f-49e5-4a88-acbf-e08e1689d69a tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385230 May 25 15:42:20.513759 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11196dcb-063e-4af2-bd25-cf03d964d123 req-1495e899-bd50-4878-a535-20f0874d1ab9 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:20.515228 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-11196dcb-063e-4af2-bd25-cf03d964d123 req-1495e899-bd50-4878-a535-20f0874d1ab9 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a0b86dd-a694-4805-94f7-c87228c0df70 HTTP/1.1" status: 200 len: 945 time: 0.0883071 May 25 15:42:20.562820 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-11196dcb-063e-4af2-bd25-cf03d964d123 req-9bbad055-5cbf-46d6-84eb-8fe6740f21fb tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416613 May 25 15:42:20.846509 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['05c615ed-9a5d-47a0-8e3e-c2a343e72aea'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:42:20.961822 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e70bd-7310-452e-81f8-54db8b0f5c6d req-7b9996ad-f1e1-4454-8ec8-bf329fd43b78 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:20.968944 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-7c8e70bd-7310-452e-81f8-54db8b0f5c6d req-7b9996ad-f1e1-4454-8ec8-bf329fd43b78 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f59b55f-1072-472f-a153-aadf335df057 HTTP/1.1" status: 200 len: 945 time: 0.0981050 May 25 15:42:20.987923 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f331b2-6146-41bf-9c71-9d795f34b6de req-c6ea619a-a1fe-4744-a499-7f7bb633ef2e tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:20.987923 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-43f331b2-6146-41bf-9c71-9d795f34b6de req-c6ea619a-a1fe-4744-a499-7f7bb633ef2e tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.0969300 May 25 15:42:21.027478 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-7c8e70bd-7310-452e-81f8-54db8b0f5c6d req-a40bae88-34ab-4c63-9323-e44d763f9af4 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573630 May 25 15:42:21.056617 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-43f331b2-6146-41bf-9c71-9d795f34b6de req-d15a19e0-c56d-4e2f-8c3f-04d128162bc9 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611317 May 25 15:42:21.515507 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7c6c0-9a4b-4e7b-a998-b0b1fdcc039e req-ed8061b3-60f0-45e2-8691-e18fee6c8826 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:21.516744 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b2c7c6c0-9a4b-4e7b-a998-b0b1fdcc039e req-ed8061b3-60f0-45e2-8691-e18fee6c8826 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 943 time: 0.0837364 May 25 15:42:21.560784 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b2c7c6c0-9a4b-4e7b-a998-b0b1fdcc039e req-027d02d6-e914-45f8-8c78-6a40dac673d0 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384469 May 25 15:42:21.789168 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9599c2-3854-402a-8fa9-fd92078e19f4 req-499ddfee-a8c4-4c49-b085-7ae85ba9f652 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:21.790583 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-8b9599c2-3854-402a-8fa9-fd92078e19f4 req-499ddfee-a8c4-4c49-b085-7ae85ba9f652 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a0b86dd-a694-4805-94f7-c87228c0df70 HTTP/1.1" status: 200 len: 945 time: 0.1551003 May 25 15:42:21.798276 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2392e-4895-493d-ba08-4774f52e301c req-a9abcf11-7248-4a98-9753-518f006ba319 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:21.799592 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-1dc2392e-4895-493d-ba08-4774f52e301c req-a9abcf11-7248-4a98-9753-518f006ba319 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a0b86dd-a694-4805-94f7-c87228c0df70 HTTP/1.1" status: 200 len: 945 time: 0.1116607 May 25 15:42:21.934365 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-1dc2392e-4895-493d-ba08-4774f52e301c req-d0aa6303-ff4e-4d72-90fc-b5dcf43ebf11 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/security-groups?id=917eee14-11cc-442e-91a1-b33ce151042e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043797 May 25 15:42:21.965727 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [req-8b9599c2-3854-402a-8fa9-fd92078e19f4 req-2f6ecedc-8f56-48aa-ae7c-19f07244510c tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Deleting port 64b74796-e535-42b1-921b-ba86c4a876c3 {{(pid=98473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:42:21.966077 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-8b9599c2-3854-402a-8fa9-fd92078e19f4 req-2f6ecedc-8f56-48aa-ae7c-19f07244510c tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:22.098174 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [req-8b9599c2-3854-402a-8fa9-fd92078e19f4 req-2f6ecedc-8f56-48aa-ae7c-19f07244510c tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] For port 64b74796-e535-42b1-921b-ba86c4a876c3, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=64b74796-e535-42b1-921b-ba86c4a876c3,segment=NetworkSegment(8abf022d-4337-4841-a1f1-49e0b9ebe7dc),segment_id=8abf022d-4337-4841-a1f1-49e0b9ebe7dc)] {{(pid=98473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:42:22.098523 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-8b9599c2-3854-402a-8fa9-fd92078e19f4 req-2f6ecedc-8f56-48aa-ae7c-19f07244510c tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:22.211662 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40dae7-e167-4228-8082-51884b97f1dd req-cd57d621-95c9-458e-903c-2d34297d9142 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:22.213801 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-fa40dae7-e167-4228-8082-51884b97f1dd req-cd57d621-95c9-458e-903c-2d34297d9142 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f59b55f-1072-472f-a153-aadf335df057 HTTP/1.1" status: 200 len: 945 time: 0.0853512 May 25 15:42:22.227512 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [req-8b9599c2-3854-402a-8fa9-fd92078e19f4 req-2f6ecedc-8f56-48aa-ae7c-19f07244510c tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Calling delete_port for 64b74796-e535-42b1-921b-ba86c4a876c3 owned by compute:nova {{(pid=98473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:42:22.260111 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-fa40dae7-e167-4228-8082-51884b97f1dd req-fb124d45-4146-4443-aab8-37da123504ad tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404580 May 25 15:42:22.329945 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b42ef-0af6-4c11-93a0-d7dc1216b281 req-cf8bdb86-1836-4f65-bbb6-5d69e07efc6d tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:22.331390 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-868b42ef-0af6-4c11-93a0-d7dc1216b281 req-cf8bdb86-1836-4f65-bbb6-5d69e07efc6d tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.1144342 May 25 15:42:22.492228 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-868b42ef-0af6-4c11-93a0-d7dc1216b281 req-a6298414-3b2a-4278-a75a-502a1a48ae97 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513488 May 25 15:42:22.521392 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-8b9599c2-3854-402a-8fa9-fd92078e19f4 req-2f6ecedc-8f56-48aa-ae7c-19f07244510c tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372'] for port, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:22.526853 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-8aa65de3-ae58-444a-8f5d-8802f28f8cbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:22.532856 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['64b74796-e535-42b1-921b-ba86c4a876c3'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:42:22.569875 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ecedc-8f56-48aa-ae7c-19f07244510c tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Pushing event deleted for resources: {'Port': ['ID=64b74796-e535-42b1-921b-ba86c4a876c3,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:22.573341 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-2f6ecedc-8f56-48aa-ae7c-19f07244510c tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:22.648961 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9599c2-3854-402a-8fa9-fd92078e19f4 req-2f6ecedc-8f56-48aa-ae7c-19f07244510c tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] No DVR routers for this DVR port 64b74796-e535-42b1-921b-ba86c4a876c3 on host hv-cinder-79124 {{(pid=98473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:42:22.651465 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-8b9599c2-3854-402a-8fa9-fd92078e19f4 req-2f6ecedc-8f56-48aa-ae7c-19f07244510c tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:22.654067 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0b86dd-a694-4805-94f7-c87228c0df70', 'name': 'network-vif-deleted', 'tag': '64b74796-e535-42b1-921b-ba86c4a876c3'}] {{(pid=98473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:42:22.669780 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-8b9599c2-3854-402a-8fa9-fd92078e19f4 req-2f6ecedc-8f56-48aa-ae7c-19f07244510c tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.57 "DELETE /v2.0/ports/64b74796-e535-42b1-921b-ba86c4a876c3 HTTP/1.1" status: 204 len: 173 time: 0.8691940 May 25 15:42:22.751778 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a20da-cfe9-4ede-bbb6-70a95fd67444 req-44ecdff4-7eba-4b9c-bc02-a029c148d4ba tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:22.753155 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d89a20da-cfe9-4ede-bbb6-70a95fd67444 req-44ecdff4-7eba-4b9c-bc02-a029c148d4ba tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 943 time: 0.0831146 May 25 15:42:22.808301 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d89a20da-cfe9-4ede-bbb6-70a95fd67444 req-d74d1b4e-a82e-41e9-a211-dcd3c9e85187 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488622 May 25 15:42:22.855488 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0b86dd-a694-4805-94f7-c87228c0df70', 'name': 'network-vif-deleted', 'tag': '64b74796-e535-42b1-921b-ba86c4a876c3', 'status': 'completed', 'code': 200} May 25 15:42:23.103890 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c8d34d27-d5f1-494b-858c-55bf7e36cbe0 req-046fc2c7-5413-44cd-85f8-84a340e3b1dc tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a0b86dd-a694-4805-94f7-c87228c0df70 HTTP/1.1" status: 200 len: 210 time: 0.0477915 May 25 15:42:23.448628 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13def511-41f4-4d13-b62a-553ff0f2cc64 req-b98e5960-c238-4f82-afa3-46bd08e14af7 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:23.450078 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-13def511-41f4-4d13-b62a-553ff0f2cc64 req-b98e5960-c238-4f82-afa3-46bd08e14af7 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f59b55f-1072-472f-a153-aadf335df057 HTTP/1.1" status: 200 len: 945 time: 0.0822375 May 25 15:42:23.493490 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-13def511-41f4-4d13-b62a-553ff0f2cc64 req-e5488a32-1bac-4f19-9c17-ca192e15e5f3 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371349 May 25 15:42:23.683250 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723a35c-c0fb-434f-9e98-5c11fe378178 req-186d913e-a170-4a61-8eea-150076e4ecb6 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:23.684874 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b723a35c-c0fb-434f-9e98-5c11fe378178 req-186d913e-a170-4a61-8eea-150076e4ecb6 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.0818479 May 25 15:42:23.734848 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b723a35c-c0fb-434f-9e98-5c11fe378178 req-d7df66eb-da33-4fd6-969d-ea524fb8a060 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441227 May 25 15:42:23.997298 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae8dde-3c2d-4376-9b42-521252ab81e4 req-ad78db90-aa93-4937-9679-113cf6742746 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:23.998731 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-12ae8dde-3c2d-4376-9b42-521252ab81e4 req-ad78db90-aa93-4937-9679-113cf6742746 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 943 time: 0.0821440 May 25 15:42:24.005610 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 05c615ed-9a5d-47a0-8e3e-c2a343e72aea up at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:42:24.045597 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-12ae8dde-3c2d-4376-9b42-521252ab81e4 req-bf3c80c6-a31b-4b1b-975c-71d9f3eb4365 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411704 May 25 15:42:24.086316 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning for port 05c615ed-9a5d-47a0-8e3e-c2a343e72aea completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:42:24.091001 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning complete for port 05c615ed-9a5d-47a0-8e3e-c2a343e72aea triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:42:24.091380 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:24.215381 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:24.245227 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f59b55f-1072-472f-a153-aadf335df057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c615ed-9a5d-47a0-8e3e-c2a343e72aea'}] {{(pid=98475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:42:24.257457 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 05c615ed-9a5d-47a0-8e3e-c2a343e72aea, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=05c615ed-9a5d-47a0-8e3e-c2a343e72aea,segment=NetworkSegment(1ec4470b-39ac-4e1b-833b-ea3a68e90e6d),segment_id=1ec4470b-39ac-4e1b-833b-ea3a68e90e6d)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:42:24.265216 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:24.266474 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 64b74796-e535-42b1-921b-ba86c4a876c3 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:42:24.302148 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-58d59550-33de-425d-854f-d9b5d02d158c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:24.333458 dv-cinder-791240-3-iscsi neutron-server[98475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f59b55f-1072-472f-a153-aadf335df057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c615ed-9a5d-47a0-8e3e-c2a343e72aea', 'code': 200} May 25 15:42:24.345404 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] No Port match for: 64b74796-e535-42b1-921b-ba86c4a876c3 {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:42:24.345753 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 64b74796-e535-42b1-921b-ba86c4a876c3 not bound to the agent host hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:42:24.398097 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=05c615ed-9a5d-47a0-8e3e-c2a343e72aea,revision_number=5']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:24.399579 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:24.573558 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac332153-6b8e-42f4-b338-1e3319f44bf4 req-e760150d-1f42-4c43-8a43-0c251f08d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:24.575282 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ac332153-6b8e-42f4-b338-1e3319f44bf4 req-e760150d-1f42-4c43-8a43-0c251f08d92a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8f59b55f-1072-472f-a153-aadf335df057 HTTP/1.1" status: 200 len: 1099 time: 0.0796783 May 25 15:42:24.654421 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ac332153-6b8e-42f4-b338-1e3319f44bf4 req-dce4d7ba-f225-4f31-9a2c-6a9c7aa5e7a7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720303 May 25 15:42:24.703301 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96fd40-1682-48f2-911f-385554b9b820 req-f608a13b-1c67-4ecd-849c-a565cddd5816 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:24.704830 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-2c96fd40-1682-48f2-911f-385554b9b820 req-f608a13b-1c67-4ecd-849c-a565cddd5816 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f59b55f-1072-472f-a153-aadf335df057 HTTP/1.1" status: 200 len: 946 time: 0.0895984 May 25 15:42:24.758840 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-2c96fd40-1682-48f2-911f-385554b9b820 req-dc3f8fda-5ff5-4c72-9cd7-7338e31d76fe tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467956 May 25 15:42:24.938689 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211981da-848d-44a8-9130-26a5a2358153 req-e69d5fd9-15ff-43ab-91fd-00f4280d0beb tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:24.940193 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-211981da-848d-44a8-9130-26a5a2358153 req-e69d5fd9-15ff-43ab-91fd-00f4280d0beb tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.0822408 May 25 15:42:24.992048 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-211981da-848d-44a8-9130-26a5a2358153 req-b29cef54-7914-4f79-88d4-a9b5e1a655bb tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446899 May 25 15:42:25.243222 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927077b-0a79-4b47-b072-f1b7950cdca1 req-4c78f548-a14a-4ea8-8639-c169afce852e tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:25.244710 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-f927077b-0a79-4b47-b072-f1b7950cdca1 req-4c78f548-a14a-4ea8-8639-c169afce852e tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 943 time: 0.0857303 May 25 15:42:25.289312 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-f927077b-0a79-4b47-b072-f1b7950cdca1 req-16441ec8-f43b-453f-ba44-de31b2c018e7 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378335 May 25 15:42:25.949663 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae598944-19e4-415a-94fa-2d22bf209e1d req-a405bf50-219c-43be-97eb-8d58dd7f23d7 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:25.951112 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ae598944-19e4-415a-94fa-2d22bf209e1d req-a405bf50-219c-43be-97eb-8d58dd7f23d7 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f59b55f-1072-472f-a153-aadf335df057 HTTP/1.1" status: 200 len: 946 time: 0.0809350 May 25 15:42:25.995280 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ae598944-19e4-415a-94fa-2d22bf209e1d req-61252d75-aa88-489d-bfcf-80508e58199b tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379653 May 25 15:42:26.177207 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80d936-daf8-4105-ab61-0ce6c443a96c req-e0e99ab6-2cfa-415f-8661-b2931baa3df8 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:26.178618 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ff80d936-daf8-4105-ab61-0ce6c443a96c req-e0e99ab6-2cfa-415f-8661-b2931baa3df8 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.0809989 May 25 15:42:26.224734 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ff80d936-daf8-4105-ab61-0ce6c443a96c req-06e0c54f-bec7-453d-a050-384c6aceaacd tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404160 May 25 15:42:26.707620 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70377d79-8772-43f4-ade4-026d41169881 req-679cda88-86aa-4118-8a2c-2a05f22de724 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:26.709086 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-70377d79-8772-43f4-ade4-026d41169881 req-679cda88-86aa-4118-8a2c-2a05f22de724 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 943 time: 0.0835075 May 25 15:42:26.754840 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-70377d79-8772-43f4-ade4-026d41169881 req-c86d14d1-e63f-43dd-85ef-0657acc3c6d5 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400882 May 25 15:42:27.182843 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609bac3f-32aa-4e94-a4d4-80456ecf2390 req-0c93b6b7-dc2b-4a79-a8fd-6b808ac98a83 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:27.184255 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-609bac3f-32aa-4e94-a4d4-80456ecf2390 req-0c93b6b7-dc2b-4a79-a8fd-6b808ac98a83 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f59b55f-1072-472f-a153-aadf335df057 HTTP/1.1" status: 200 len: 946 time: 0.0829785 May 25 15:42:27.227711 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-609bac3f-32aa-4e94-a4d4-80456ecf2390 req-9583a176-fa62-41f2-b49f-90536e4da071 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379136 May 25 15:42:27.409777 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d5336-ec05-4490-8f6a-57c8fc12eb4b req-adfde650-1fdb-43ed-b73d-971b79c6c52c tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:27.411227 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-774d5336-ec05-4490-8f6a-57c8fc12eb4b req-adfde650-1fdb-43ed-b73d-971b79c6c52c tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.0807323 May 25 15:42:27.455297 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-774d5336-ec05-4490-8f6a-57c8fc12eb4b req-68410504-489a-4dda-bd1a-994e0a3c0b80 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383081 May 25 15:42:33.095393 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf75650-7260-4b53-873c-2f6e9362f0df req-9e613be2-0b88-4e36-b397-f68da8928490 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:33.096909 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8bf75650-7260-4b53-873c-2f6e9362f0df req-9e613be2-0b88-4e36-b397-f68da8928490 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 943 time: 0.0884433 May 25 15:42:33.110095 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb77c2e-a25c-4453-9ffb-e90d165586c5 req-4028ef50-1a1a-49c1-84b9-c75ec651e730 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:33.119208 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-4eb77c2e-a25c-4453-9ffb-e90d165586c5 req-4028ef50-1a1a-49c1-84b9-c75ec651e730 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f59b55f-1072-472f-a153-aadf335df057 HTTP/1.1" status: 200 len: 946 time: 0.0951369 May 25 15:42:33.148989 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8bf75650-7260-4b53-873c-2f6e9362f0df req-e0352f71-8069-4d02-b151-6073a139b369 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460465 May 25 15:42:33.160547 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-4eb77c2e-a25c-4453-9ffb-e90d165586c5 req-3eb4c041-bbbf-4f8a-8d36-b36fcc7078f6 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422528 May 25 15:42:33.333783 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187b2d1-f838-4927-989e-1697b2fa6824 req-c5f90dd6-28be-4e61-a618-fe1b8d96ac06 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:33.335249 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3187b2d1-f838-4927-989e-1697b2fa6824 req-c5f90dd6-28be-4e61-a618-fe1b8d96ac06 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.0847385 May 25 15:42:33.379934 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3187b2d1-f838-4927-989e-1697b2fa6824 req-c2c1e8b6-7485-41cf-b9c7-b98d9d5b14d1 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387685 May 25 15:42:34.356214 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035679ce-6915-4457-9452-63c66f6c0f2a req-d0f5df38-e35a-4c7c-ba27-aa1a8eec1234 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:34.357769 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-035679ce-6915-4457-9452-63c66f6c0f2a req-d0f5df38-e35a-4c7c-ba27-aa1a8eec1234 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 943 time: 0.0894289 May 25 15:42:34.361325 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7c93f-3f84-4d77-b363-2ff233877659 req-111ba518-0726-4bc9-9860-524ab2a54845 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:34.362863 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9ec7c93f-3f84-4d77-b363-2ff233877659 req-111ba518-0726-4bc9-9860-524ab2a54845 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f59b55f-1072-472f-a153-aadf335df057 HTTP/1.1" status: 200 len: 946 time: 0.0866625 May 25 15:42:34.423453 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-035679ce-6915-4457-9452-63c66f6c0f2a req-a4f6688b-077f-47be-8a1a-1e966d53e6cd tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544839 May 25 15:42:34.427216 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9ec7c93f-3f84-4d77-b363-2ff233877659 req-ec8e7772-844d-4acc-b4dc-801ea48f219f tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582802 May 25 15:42:34.632555 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad880a2f-bb68-4f66-b111-3a30e3b2917f req-2798e352-0ead-4faa-ac7a-de435db7c1ba tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:34.634008 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ad880a2f-bb68-4f66-b111-3a30e3b2917f req-2798e352-0ead-4faa-ac7a-de435db7c1ba tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.0966132 May 25 15:42:34.714766 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ad880a2f-bb68-4f66-b111-3a30e3b2917f req-aaa47ee9-608f-4983-98fc-deccbf0aae5b tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710423 May 25 15:42:34.949397 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 37216) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:35.173298 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-051a2378-650c-4ad7-b6e3-54eddd1994cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:35.212034 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-051a2378-650c-4ad7-b6e3-54eddd1994cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:35.218157 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-051a2378-650c-4ad7-b6e3-54eddd1994cd admin admin] Usage tracker for resource:security_group_rule and tenant:d73dce5af67e46cda032f6dc574b2cc4 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:35.221616 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-051a2378-650c-4ad7-b6e3-54eddd1994cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:35.228178 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-051a2378-650c-4ad7-b6e3-54eddd1994cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:35.360107 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-051a2378-650c-4ad7-b6e3-54eddd1994cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:35.369163 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-051a2378-650c-4ad7-b6e3-54eddd1994cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:35.383566 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-b9bd197f-2727-47d5-aa3a-34b5463be93f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:35.437095 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a2378-650c-4ad7-b6e3-54eddd1994cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40cf6ec-7c3d-4720-a8cd-54a90436b30b,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:35.442982 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-051a2378-650c-4ad7-b6e3-54eddd1994cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d73dce5af67e46cda032f6dc574b2cc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4924686 May 25 15:42:35.446685 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 37228) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:35.449082 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051a2378-650c-4ad7-b6e3-54eddd1994cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:35.449082 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051a2378-650c-4ad7-b6e3-54eddd1994cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:35.449082 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051a2378-650c-4ad7-b6e3-54eddd1994cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:35.449339 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051a2378-650c-4ad7-b6e3-54eddd1994cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:35.449681 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051a2378-650c-4ad7-b6e3-54eddd1994cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:35.450031 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051a2378-650c-4ad7-b6e3-54eddd1994cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:35.450397 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051a2378-650c-4ad7-b6e3-54eddd1994cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:35.450752 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051a2378-650c-4ad7-b6e3-54eddd1994cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:35.451172 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051a2378-650c-4ad7-b6e3-54eddd1994cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:35.451522 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051a2378-650c-4ad7-b6e3-54eddd1994cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:35.452650 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051a2378-650c-4ad7-b6e3-54eddd1994cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:35.455492 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051a2378-650c-4ad7-b6e3-54eddd1994cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:35.459465 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-051a2378-650c-4ad7-b6e3-54eddd1994cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:35.583665 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-a1851873-d089-46f0-a39a-8a2fe841d58e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:35.660671 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-a1851873-d089-46f0-a39a-8a2fe841d58e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:35.791244 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20889c-8a5f-497b-9ecb-265d15e32db1 req-c2c912e9-fb07-4d5c-a7e6-f8a18384c214 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:35.798806 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-5a20889c-8a5f-497b-9ecb-265d15e32db1 req-c2c912e9-fb07-4d5c-a7e6-f8a18384c214 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 943 time: 0.1734719 May 25 15:42:35.825992 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-a1851873-d089-46f0-a39a-8a2fe841d58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:35.832586 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-de73e1e7-765d-4735-a720-16d259857d05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:35.854540 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1851873-d089-46f0-a39a-8a2fe841d58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40cf6ec-7c3d-4720-a8cd-54a90436b30b,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:35.866402 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1851873-d089-46f0-a39a-8a2fe841d58e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:35.866771 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1851873-d089-46f0-a39a-8a2fe841d58e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:35.867127 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1851873-d089-46f0-a39a-8a2fe841d58e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:35.867473 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1851873-d089-46f0-a39a-8a2fe841d58e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:35.867813 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1851873-d089-46f0-a39a-8a2fe841d58e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:35.868210 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1851873-d089-46f0-a39a-8a2fe841d58e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:35.868548 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1851873-d089-46f0-a39a-8a2fe841d58e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:35.868884 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1851873-d089-46f0-a39a-8a2fe841d58e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:35.869221 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1851873-d089-46f0-a39a-8a2fe841d58e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:35.869572 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1851873-d089-46f0-a39a-8a2fe841d58e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:35.869888 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1851873-d089-46f0-a39a-8a2fe841d58e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:35.870218 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1851873-d089-46f0-a39a-8a2fe841d58e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:42:35.875712 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-a1851873-d089-46f0-a39a-8a2fe841d58e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:35.896959 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-5a20889c-8a5f-497b-9ecb-265d15e32db1 req-d1cb5978-70e5-4c27-96c1-22e60635d3d7 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972323 May 25 15:42:35.898777 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-a1851873-d089-46f0-a39a-8a2fe841d58e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:35.899816 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-a1851873-d089-46f0-a39a-8a2fe841d58e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b40cf6ec-7c3d-4720-a8cd-54a90436b30b HTTP/1.1" status: 204 len: 168 time: 0.4480543 May 25 15:42:35.990868 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb479ff2-45fd-4c3d-a33b-b873650a5681 req-da86b422-429d-409f-81b2-3ba137b43ef4 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:35.998666 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-bb479ff2-45fd-4c3d-a33b-b873650a5681 req-da86b422-429d-409f-81b2-3ba137b43ef4 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.1388016 May 25 15:42:36.065484 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-bb479ff2-45fd-4c3d-a33b-b873650a5681 req-a1502530-5751-4ef1-a2f7-5e9851d81c52 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655062 May 25 15:42:36.126588 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 5d65c5c3-96a4-453e-b925-b64e1e724c47 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:42:36.316991 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 5d65c5c3-96a4-453e-b925-b64e1e724c47, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=5d65c5c3-96a4-453e-b925-b64e1e724c47,segment=NetworkSegment(4a067f6f-2777-461f-996b-290d007bc15e),segment_id=4a067f6f-2777-461f-996b-290d007bc15e)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:42:36.339417 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Returning: {'device': '5d65c5c3-96a4-453e-b925-b64e1e724c47', 'network_id': '1cf3ac43-1c2d-41a1-ab33-652986c9f04a', 'port_id': '5d65c5c3-96a4-453e-b925-b64e1e724c47', 'mac_address': 'fa:16:3e:f2:ad:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8814786-1b46-4acf-84af-e90570416047', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:42:36.424397 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:36.482058 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d65c5c3-96a4-453e-b925-b64e1e724c47 {{(pid=98475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:42:36.520010 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 5d65c5c3-96a4-453e-b925-b64e1e724c47, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=5d65c5c3-96a4-453e-b925-b64e1e724c47,segment=NetworkSegment(4a067f6f-2777-461f-996b-290d007bc15e),segment_id=4a067f6f-2777-461f-996b-290d007bc15e)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:42:36.526694 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:36.530334 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:36.612766 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=5d65c5c3-96a4-453e-b925-b64e1e724c47,revision_number=4']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:36.626458 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:37.010556 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 37272) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:37.135062 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc4179-fa65-4f6a-80b4-b486c292715a req-19a18026-97f8-47cd-9a46-7be77f815aa7 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:37.138623 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8ebc4179-fa65-4f6a-80b4-b486c292715a req-19a18026-97f8-47cd-9a46-7be77f815aa7 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 944 time: 0.1175878 May 25 15:42:37.246615 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-e6f2dfb7-766d-473c-8190-6c7350b2fff2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1431490630-network', 'tenant_id': 'a20e47122af24c66bed0de2b22625a4d'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:42:37.252357 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-e6f2dfb7-766d-473c-8190-6c7350b2fff2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:37.256469 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-e6f2dfb7-766d-473c-8190-6c7350b2fff2 admin admin] Usage tracker for resource:network and tenant:a20e47122af24c66bed0de2b22625a4d is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:37.259645 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-e6f2dfb7-766d-473c-8190-6c7350b2fff2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:37.266465 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-e6f2dfb7-766d-473c-8190-6c7350b2fff2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:37.270879 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['5d65c5c3-96a4-453e-b925-b64e1e724c47'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:42:37.285657 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8ebc4179-fa65-4f6a-80b4-b486c292715a req-c2c1a49d-61cb-4a5b-ba96-8a00bc6bc5b0 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399670 May 25 15:42:37.300590 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f2dfb7-766d-473c-8190-6c7350b2fff2 admin admin] Made reservation on behalf of a20e47122af24c66bed0de2b22625a4d for: {'network': 1} {{(pid=98474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:42:37.302914 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e6f2dfb7-766d-473c-8190-6c7350b2fff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1658119'] for network, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:37.333198 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e6f2dfb7-766d-473c-8190-6c7350b2fff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:37.336829 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3f8ce-7321-48b8-bfd7-18a0b886ba3b req-8342b0e6-6d4e-4598-b5ff-29357343c513 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:37.347189 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-1df3f8ce-7321-48b8-bfd7-18a0b886ba3b req-8342b0e6-6d4e-4598-b5ff-29357343c513 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.1168652 May 25 15:42:37.375433 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-e6f2dfb7-766d-473c-8190-6c7350b2fff2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:37.392971 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-e6f2dfb7-766d-473c-8190-6c7350b2fff2 admin admin] Usage tracker for resource:security_group_rule and tenant:a20e47122af24c66bed0de2b22625a4d is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:37.396363 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-e6f2dfb7-766d-473c-8190-6c7350b2fff2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:37.410724 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-e6f2dfb7-766d-473c-8190-6c7350b2fff2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:37.422609 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-1df3f8ce-7321-48b8-bfd7-18a0b886ba3b req-a5ad4ca6-b9ae-476e-9152-b059cd011e09 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741692 May 25 15:42:37.554710 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e6f2dfb7-766d-473c-8190-6c7350b2fff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:37.563121 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e6f2dfb7-766d-473c-8190-6c7350b2fff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:37.569877 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-2e81fb59-17b8-4310-add5-a593e76da873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:37.599672 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f2dfb7-766d-473c-8190-6c7350b2fff2 admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=98474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:42:37.639205 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2dfb7-766d-473c-8190-6c7350b2fff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877e24bd-b0f7-49fe-a961-9e7f9c938eee,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:37.646734 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e6f2dfb7-766d-473c-8190-6c7350b2fff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:37.649440 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05d512-f292-484d-88a1-895a70d8c18e req-ef60acb1-dfbe-4e70-a4e0-62574ead3e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:37.650125 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.db.segments_db [None req-e6f2dfb7-766d-473c-8190-6c7350b2fff2 admin admin] Added segment dc5b8ae6-5892-45da-93f0-543aec61d126 of type vlan for network f418d17c-299c-4bdf-8e07-f21c295e1d6a May 25 15:42:37.650996 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-eb05d512-f292-484d-88a1-895a70d8c18e req-ef60acb1-dfbe-4e70-a4e0-62574ead3e8d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 1099 time: 0.1569824 May 25 15:42:37.652574 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-e6f2dfb7-766d-473c-8190-6c7350b2fff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:37.727706 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e6f2dfb7-766d-473c-8190-6c7350b2fff2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758999109461'] for network, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:37.748090 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-eb05d512-f292-484d-88a1-895a70d8c18e req-8ce6e9b2-c67d-424c-9e80-ccfbd89e39d2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891247 May 25 15:42:37.777863 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e6f2dfb7-766d-473c-8190-6c7350b2fff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430'] for network, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:37.779227 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f2dfb7-766d-473c-8190-6c7350b2fff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:37.780581 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e6f2dfb7-766d-473c-8190-6c7350b2fff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:37.784158 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:37.940265 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2dfb7-766d-473c-8190-6c7350b2fff2 admin admin] Pushing event updated for resources: {'Network': ['ID=f418d17c-299c-4bdf-8e07-f21c295e1d6a,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:37.944333 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-e6f2dfb7-766d-473c-8190-6c7350b2fff2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9320178 May 25 15:42:37.945344 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-e6f2dfb7-766d-473c-8190-6c7350b2fff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:37.947495 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 37296) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:37.953533 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-90dcb554-06e8-4da4-b7da-a0374437b30b admin admin] Request body: {'subnet': {'network_id': 'f418d17c-299c-4bdf-8e07-f21c295e1d6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1431490630-subnet', 'tenant_id': 'a20e47122af24c66bed0de2b22625a4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:42:37.955740 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Network f418d17c-299c-4bdf-8e07-f21c295e1d6a details requested by agent ovs-agent-dv-cinder-791240-3-iscsi with host dv-cinder-791240-3-iscsi {{(pid=98475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:42:37.960997 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-90dcb554-06e8-4da4-b7da-a0374437b30b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:37.965833 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-90dcb554-06e8-4da4-b7da-a0374437b30b admin admin] Usage tracker for resource:subnet and tenant:a20e47122af24c66bed0de2b22625a4d is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:37.969844 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-90dcb554-06e8-4da4-b7da-a0374437b30b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:37.977830 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-90dcb554-06e8-4da4-b7da-a0374437b30b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:37.993347 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dcb554-06e8-4da4-b7da-a0374437b30b admin admin] Made reservation on behalf of a20e47122af24c66bed0de2b22625a4d for: {'subnet': 1} {{(pid=98474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:42:37.998279 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-90dcb554-06e8-4da4-b7da-a0374437b30b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33042282'] for subnet, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:38.249928 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:42:38.639715 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-90dcb554-06e8-4da4-b7da-a0374437b30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33042300'] for subnet, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:38.656027 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:38.730076 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2f125-9ac1-4c5a-9ba8-a40bd56425fe req-998706bd-1de2-4331-a132-2fd34dee7de8 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:38.739301 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c1a2f125-9ac1-4c5a-9ba8-a40bd56425fe req-998706bd-1de2-4331-a132-2fd34dee7de8 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 944 time: 0.1313419 May 25 15:42:38.797230 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c1a2f125-9ac1-4c5a-9ba8-a40bd56425fe req-5487f89a-a7d2-4043-99a0-e38f98b97c09 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565701 May 25 15:42:38.862193 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcb554-06e8-4da4-b7da-a0374437b30b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dc0e164-0e03-4bca-8691-5935da21fd15,revision_number=0']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:38.875766 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-90dcb554-06e8-4da4-b7da-a0374437b30b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:38.879427 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dcb554-06e8-4da4-b7da-a0374437b30b admin admin] Checking segment: {'id': 'dc5b8ae6-5892-45da-93f0-543aec61d126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f418d17c-299c-4bdf-8e07-f21c295e1d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:42:38.879875 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dcb554-06e8-4da4-b7da-a0374437b30b admin admin] Network hostable DHCP agents. Network: f418d17c-299c-4bdf-8e07-f21c295e1d6a, hostable agents: ['42768c43-11d1-4f10-a648-883cd7cd861b'], hosted agents: [] {{(pid=98474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:42:38.914036 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dcb554-06e8-4da4-b7da-a0374437b30b admin admin] Network f418d17c-299c-4bdf-8e07-f21c295e1d6a is scheduled to be hosted by DHCP agent 42768c43-11d1-4f10-a648-883cd7cd861b with binding_index 1 {{(pid=98474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:42:38.931168 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [None req-90dcb554-06e8-4da4-b7da-a0374437b30b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-iscsi, f418d17c-299c-4bdf-8e07-f21c295e1d6a) {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:42:38.944189 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc130efa-a9d3-4433-b723-b5737d9377ab req-16c37cb0-8783-47aa-a951-07f021fb6fcb tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:38.944189 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-bc130efa-a9d3-4433-b723-b5737d9377ab req-16c37cb0-8783-47aa-a951-07f021fb6fcb tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.1707633 May 25 15:42:38.945925 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbec403-4031-46fa-9cf3-1608148a242b None None] Network f418d17c-299c-4bdf-8e07-f21c295e1d6a requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:42:38.977844 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dcb554-06e8-4da4-b7da-a0374437b30b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:38.978708 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-90dcb554-06e8-4da4-b7da-a0374437b30b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for subnet, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:39.045374 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-bc130efa-a9d3-4433-b723-b5737d9377ab req-df279304-74b1-49e3-a4cc-a6dc775a659d tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872757 May 25 15:42:39.058678 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-90dcb554-06e8-4da4-b7da-a0374437b30b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1100159 May 25 15:42:39.251563 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbd738c-3f23-4dfe-898a-c9d1ce83d641 None None] Network f418d17c-299c-4bdf-8e07-f21c295e1d6a requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:42:40.078026 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcd14b-c075-4b5d-83c8-20a64b4b1122 req-19ad8966-241c-4b42-b1ea-767dc5c3aee9 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:40.087309 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-f4dcd14b-c075-4b5d-83c8-20a64b4b1122 req-19ad8966-241c-4b42-b1ea-767dc5c3aee9 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 944 time: 0.1218364 May 25 15:42:40.119995 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 5d65c5c3-96a4-453e-b925-b64e1e724c47 up at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:42:40.161434 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-f4dcd14b-c075-4b5d-83c8-20a64b4b1122 req-d230fead-ba54-4a5e-a3e9-9be3180150ea tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730581 May 25 15:42:40.245391 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning for port 5d65c5c3-96a4-453e-b925-b64e1e724c47 completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:42:40.251089 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-6d38e66e-ac6b-4e43-a2b1-eda24948c0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:40.254585 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning complete for port 5d65c5c3-96a4-453e-b925-b64e1e724c47 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:42:40.255213 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:40.310390 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aabd17-24c0-4a99-9a79-160a06e65e22 req-d665b80d-6895-4fa6-9afd-9b1190c1b63a tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:40.312453 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-08aabd17-24c0-4a99-9a79-160a06e65e22 req-d665b80d-6895-4fa6-9afd-9b1190c1b63a tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.0896480 May 25 15:42:40.364147 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-08aabd17-24c0-4a99-9a79-160a06e65e22 req-581c7651-e14f-4856-9f5c-df2faf939237 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443678 May 25 15:42:40.385547 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:40.415511 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4793f96-9108-4d15-b97f-afa3151928fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d65c5c3-96a4-453e-b925-b64e1e724c47'}] {{(pid=98475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:42:40.426312 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 5d65c5c3-96a4-453e-b925-b64e1e724c47, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=5d65c5c3-96a4-453e-b925-b64e1e724c47,segment=NetworkSegment(4a067f6f-2777-461f-996b-290d007bc15e),segment_id=4a067f6f-2777-461f-996b-290d007bc15e)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:42:40.430363 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:40.432618 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:40.466557 dv-cinder-791240-3-iscsi neutron-server[98475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4793f96-9108-4d15-b97f-afa3151928fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d65c5c3-96a4-453e-b925-b64e1e724c47', 'code': 200} May 25 15:42:40.506208 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=5d65c5c3-96a4-453e-b925-b64e1e724c47,revision_number=5']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:40.509083 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:40.981946 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671d78f-22e1-4075-a814-b53af930e69f req-31a95509-f71e-4f88-a792-cf5988a01f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:40.989799 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-0671d78f-22e1-4075-a814-b53af930e69f req-31a95509-f71e-4f88-a792-cf5988a01f86 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 1098 time: 0.1979792 May 25 15:42:41.080924 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-0671d78f-22e1-4075-a814-b53af930e69f req-e5b744a7-9175-4456-b07b-101d41532cc8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816941 May 25 15:42:41.155296 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42bfa3e-fa2e-4b38-8706-7b9f410eba05 req-3cccdac6-1bd9-487a-9dca-00a381b3948e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:41.157041 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a42bfa3e-fa2e-4b38-8706-7b9f410eba05 req-3cccdac6-1bd9-487a-9dca-00a381b3948e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=58b8a9fdf31144b5b20d99f9a9ac856f&device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 1099 time: 0.1482446 May 25 15:42:41.238010 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21561f-66fa-4360-a1d2-d9c56fce9378 req-bb2c668a-995b-4a4d-8ead-9c1c7592f2d4 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:41.240300 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-8e21561f-66fa-4360-a1d2-d9c56fce9378 req-bb2c668a-995b-4a4d-8ead-9c1c7592f2d4 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.1578465 May 25 15:42:41.307660 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-8e21561f-66fa-4360-a1d2-d9c56fce9378 req-dc948cac-a29b-4a04-8bfa-f53584662252 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614011 May 25 15:42:41.500814 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f570b46-85d3-480d-9922-248b3bb68180 req-fab6ce86-c1e5-439e-9ea0-6f8aba5a4444 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:41.502198 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2f570b46-85d3-480d-9922-248b3bb68180 req-fab6ce86-c1e5-439e-9ea0-6f8aba5a4444 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 945 time: 0.2171419 May 25 15:42:41.510178 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42bfa3e-fa2e-4b38-8706-7b9f410eba05 req-e7712e6b-7bf9-4f45-8e20-1aaa98ad03d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:41.511842 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a42bfa3e-fa2e-4b38-8706-7b9f410eba05 req-e7712e6b-7bf9-4f45-8e20-1aaa98ad03d0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8f344abd-5290-4d8f-91e2-bf99f4fcd285 HTTP/1.1" status: 200 len: 920 time: 0.1747835 May 25 15:42:41.594486 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a42bfa3e-fa2e-4b38-8706-7b9f410eba05 req-95fd34c8-672a-4c40-9104-17bd470d4d2c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac9011aa-187b-4dfd-b433-2941925cefd4 HTTP/1.1" status: 200 len: 217 time: 0.0662987 May 25 15:42:41.653290 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2f570b46-85d3-480d-9922-248b3bb68180 req-113f8bad-8f83-4514-a178-8f1edac0420b tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404803 May 25 15:42:41.686750 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42bfa3e-fa2e-4b38-8706-7b9f410eba05 req-ed2734e5-3ea0-468f-ae28-e79262931184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:41.688614 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a42bfa3e-fa2e-4b38-8706-7b9f410eba05 req-ed2734e5-3ea0-468f-ae28-e79262931184 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8cf8d8a0-2dc7-4fc4-85a0-c64f7a466b21 HTTP/1.1" status: 200 len: 859 time: 0.0777011 May 25 15:42:41.750532 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a42bfa3e-fa2e-4b38-8706-7b9f410eba05 req-a32bf0c5-f5f4-47ad-be14-12d07a0d2818 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f344abd-5290-4d8f-91e2-bf99f4fcd285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523984 May 25 15:42:41.905881 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a42bfa3e-fa2e-4b38-8706-7b9f410eba05 req-beb2c97b-6237-429a-ba01-f4610bcb214e service neutron] 10.222.0.57 "GET /v2.0/networks/8f344abd-5290-4d8f-91e2-bf99f4fcd285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457648 May 25 15:42:42.064272 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a42bfa3e-fa2e-4b38-8706-7b9f410eba05 req-41b31e94-7483-4d36-a087-8e1a012e5503 service neutron] 10.222.0.57 "GET /v2.0/networks/8f344abd-5290-4d8f-91e2-bf99f4fcd285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424036 May 25 15:42:42.580007 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16709297-ea80-4519-b371-f0477f40de50 req-2ec8f60e-c14b-4779-a0ea-4bf6985d35e9 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:42.588411 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-16709297-ea80-4519-b371-f0477f40de50 req-2ec8f60e-c14b-4779-a0ea-4bf6985d35e9 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.1410942 May 25 15:42:42.706483 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-ca0a90be-5f98-46b7-b92d-d4d67d59dc03 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:42.708728 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-ca0a90be-5f98-46b7-b92d-d4d67d59dc03 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Synchronizing usage tracker for tenant:a20e47122af24c66bed0de2b22625a4d on resource:network {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:42:42.765774 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:42.827882 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-16709297-ea80-4519-b371-f0477f40de50 req-ccb6cc4f-42ca-4f38-b659-1f5aed61b406 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380157 May 25 15:42:42.860648 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-ca0a90be-5f98-46b7-b92d-d4d67d59dc03 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Unset dirty status for tenant:a20e47122af24c66bed0de2b22625a4d on resource:network {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:42:42.868279 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-ca0a90be-5f98-46b7-b92d-d4d67d59dc03 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/networks?id=f418d17c-299c-4bdf-8e07-f21c295e1d6a HTTP/1.1" status: 200 len: 814 time: 0.3808906 May 25 15:42:42.894050 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-192698e0-f88a-4e8a-a7f1-f59e01019484 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/quotas/a20e47122af24c66bed0de2b22625a4d HTTP/1.1" status: 200 len: 375 time: 0.0224915 May 25 15:42:42.896948 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c2573a50-3bae-48a9-bd61-18662c3308fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:43.095336 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-55415bb5-6cbf-440c-869e-f557d160b528 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a20e47122af24c66bed0de2b22625a4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1931615 May 25 15:42:43.250369 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643762f-cfa1-4e1e-a8b1-2f638e1d648b req-9cb2832b-04dc-48b8-ad25-d09893965b62 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:43.253784 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-2643762f-cfa1-4e1e-a8b1-2f638e1d648b req-9cb2832b-04dc-48b8-ad25-d09893965b62 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 945 time: 0.2352834 May 25 15:42:43.321904 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-72033869-759d-4560-a3e5-e8ee1f61a1c7 service neutron] 10.222.0.32 "GET /v2.0/networks/f418d17c-299c-4bdf-8e07-f21c295e1d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254713 May 25 15:42:43.364368 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-2643762f-cfa1-4e1e-a8b1-2f638e1d648b req-770fcfb1-760b-402f-9ef9-95efc23a2b28 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036899 May 25 15:42:43.554260 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-2967a9aa-1e04-4ebe-8142-f42cbc06d84c service neutron] 10.222.0.32 "GET /v2.0/networks/f418d17c-299c-4bdf-8e07-f21c295e1d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307045 May 25 15:42:43.757818 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:43.833782 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-344dea6c-655b-4da7-adcb-975c7ab83a7d req-b546344c-8686-4002-9db6-bb7e2e79b9a4 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49040cf-6e01-41c9-8b0a-d4109ce91d5f HTTP/1.1" status: 200 len: 210 time: 0.0934927 May 25 15:42:44.094055 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c0691-6d7d-452b-8075-7f5f07a8542d req-5969dd73-794f-442c-81dc-a199924e73cd tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:44.096204 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-260c0691-6d7d-452b-8075-7f5f07a8542d req-5969dd73-794f-442c-81dc-a199924e73cd tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.1056588 May 25 15:42:44.174806 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-260c0691-6d7d-452b-8075-7f5f07a8542d req-2a5e0bed-a03c-43ec-944e-b0530bd880e6 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713294 May 25 15:42:44.665170 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74368c1d-5427-473d-826b-aa324a4828ce req-ed93d494-e870-4965-85e8-cf17050bfa19 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:44.680588 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-74368c1d-5427-473d-826b-aa324a4828ce req-ed93d494-e870-4965-85e8-cf17050bfa19 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 945 time: 0.1762648 May 25 15:42:44.808934 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-74368c1d-5427-473d-826b-aa324a4828ce req-460ebc57-7b9d-4625-a4c2-6519d4c3984b tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272438 May 25 15:42:45.077559 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543be02b-515c-4f2f-a84b-7f5d4ea992b3 req-33fb52cf-953a-4e52-8c9d-b77ace19d589 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:45.079243 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-543be02b-515c-4f2f-a84b-7f5d4ea992b3 req-33fb52cf-953a-4e52-8c9d-b77ace19d589 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 945 time: 0.1589746 May 25 15:42:45.143515 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-543be02b-515c-4f2f-a84b-7f5d4ea992b3 req-58388bda-4ffa-4268-8adb-77609099a8af tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578394 May 25 15:42:45.177464 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 37466) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:45.294916 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1512cad6-ba28-4f2f-b8c5-f5578775ac2b req-1e5b6a65-b098-463a-9b15-31b7a4ad8525 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49040cf-6e01-41c9-8b0a-d4109ce91d5f HTTP/1.1" status: 200 len: 210 time: 0.0625277 May 25 15:42:45.508047 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:45.741573 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd93dda-f34a-4060-a495-1c84f179d862 tempest-TestShelveInstance-854092446 tempest-TestShelveInstance-854092446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:45.742684 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-1cd93dda-f34a-4060-a495-1c84f179d862 tempest-TestShelveInstance-854092446 tempest-TestShelveInstance-854092446-project-admin] Synchronizing usage tracker for tenant:50940bb0f8db4f4fa9c149db0334f492 on resource:port {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:42:45.773679 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b0680-3c0e-4479-a20f-ccf0ecd6a389 req-79c03d0a-1027-43a5-aff6-aaf53ee7c76f tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:45.781676 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-296b0680-3c0e-4479-a20f-ccf0ecd6a389 req-79c03d0a-1027-43a5-aff6-aaf53ee7c76f tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.3397965 May 25 15:42:45.855127 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-4828a59e-fefb-47cc-b0f4-8542b899dd76 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:45.857107 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-4828a59e-fefb-47cc-b0f4-8542b899dd76 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.57 "GET /v2.0/networks?id=f418d17c-299c-4bdf-8e07-f21c295e1d6a HTTP/1.1" status: 200 len: 814 time: 0.3646383 May 25 15:42:45.862787 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-1cd93dda-f34a-4060-a495-1c84f179d862 tempest-TestShelveInstance-854092446 tempest-TestShelveInstance-854092446-project-admin] Unset dirty status for tenant:50940bb0f8db4f4fa9c149db0334f492 on resource:port {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:42:45.864110 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-1cd93dda-f34a-4060-a495-1c84f179d862 tempest-TestShelveInstance-854092446 tempest-TestShelveInstance-854092446-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 1093 time: 0.6854866 May 25 15:42:45.867809 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 37484) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:42:45.874959 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-f14a2554-3987-4bb8-91b0-f94a2e89baee tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Request body: {'floatingip': {'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'port_id': '5d65c5c3-96a4-453e-b925-b64e1e724c47', 'tenant_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'fixed_ip_address': '172.20.0.3'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:42:45.882775 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-f14a2554-3987-4bb8-91b0-f94a2e89baee tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:45.888175 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-f14a2554-3987-4bb8-91b0-f94a2e89baee tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Usage tracker for resource:floatingip and tenant:cdb64e1fc05f4a72be9fc39079cdc282 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:45.891408 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-296b0680-3c0e-4479-a20f-ccf0ecd6a389 req-adc4f094-c469-48fc-a8a6-71202363989b tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063836 May 25 15:42:45.893558 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-f14a2554-3987-4bb8-91b0-f94a2e89baee tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:45.900899 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-2b2293e0-d62b-4217-aeb1-76f998ac844f tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Request body: {'port': {'device_id': 'a49040cf-6e01-41c9-8b0a-d4109ce91d5f', 'network_id': 'f418d17c-299c-4bdf-8e07-f21c295e1d6a', 'admin_state_up': True, 'tenant_id': 'a20e47122af24c66bed0de2b22625a4d'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:42:45.906866 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-f14a2554-3987-4bb8-91b0-f94a2e89baee tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:45.925561 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f14a2554-3987-4bb8-91b0-f94a2e89baee tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks [] for floatingip, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:46.134736 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-2b2293e0-d62b-4217-aeb1-76f998ac844f tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:42:46.138585 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-2b2293e0-d62b-4217-aeb1-76f998ac844f tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Usage tracker for resource:port and tenant:a20e47122af24c66bed0de2b22625a4d is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:42:46.141655 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-2b2293e0-d62b-4217-aeb1-76f998ac844f tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:42:46.149511 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-2b2293e0-d62b-4217-aeb1-76f998ac844f tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:42:46.160658 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f14a2554-3987-4bb8-91b0-f94a2e89baee tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:46.166177 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-2b2293e0-d62b-4217-aeb1-76f998ac844f tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Made reservation on behalf of a20e47122af24c66bed0de2b22625a4d for: {'port': 1} {{(pid=98474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:42:46.170601 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-2b2293e0-d62b-4217-aeb1-76f998ac844f tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:46.329001 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.db_base_plugin_common [None req-f14a2554-3987-4bb8-91b0-f94a2e89baee tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Allocated IP 172.27.3.37 (64bdbeb4-2429-4b9e-9f88-29f950eefffc/3f9f8472-0ab8-4bd8-a441-92a12c3f4c58/b94547f8-993f-47bf-a016-5c295fa63f1a) {{(pid=98473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:42:46.375114 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.db_base_plugin_common [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-2b2293e0-d62b-4217-aeb1-76f998ac844f tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Allocated IP 172.20.0.9 (f418d17c-299c-4bdf-8e07-f21c295e1d6a/8dc0e164-0e03-4bca-8691-5935da21fd15/b2fd3703-26cb-4ad0-8faa-1980ea24da92) {{(pid=98474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:42:46.494836 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3e1639a9-2af9-4cdb-836b-61968e1c9cd0 req-49f9817a-6ff5-4cc3-852d-72f9ff348e43 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49040cf-6e01-41c9-8b0a-d4109ce91d5f HTTP/1.1" status: 200 len: 210 time: 0.0621819 May 25 15:42:46.568657 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f14a2554-3987-4bb8-91b0-f94a2e89baee tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks [] for port, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:46.612607 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f14a2554-3987-4bb8-91b0-f94a2e89baee tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363'] for port, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:46.616187 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:46.699853 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a2554-3987-4bb8-91b0-f94a2e89baee tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Pushing event updated for resources: {'Port': ['ID=b94547f8-993f-47bf-a016-5c295fa63f1a,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:46.704630 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14a2554-3987-4bb8-91b0-f94a2e89baee tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Network 64bdbeb4-2429-4b9e-9f88-29f950eefffc is already hosted by enough agents. {{(pid=98473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:42:46.705102 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-f14a2554-3987-4bb8-91b0-f94a2e89baee tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:46.706140 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.base_scheduler [None req-f14a2554-3987-4bb8-91b0-f94a2e89baee tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Resources bound (agent type, host, resource id): {{(pid=98473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:42:46.709120 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14a2554-3987-4bb8-91b0-f94a2e89baee tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Received port after_create {{(pid=98473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:42:46.712224 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-2b2293e0-d62b-4217-aeb1-76f998ac844f tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Notify callbacks [] for port, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:46.759586 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-2b2293e0-d62b-4217-aeb1-76f998ac844f tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:46.769216 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:46.861236 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-2b2293e0-d62b-4217-aeb1-76f998ac844f tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Network f418d17c-299c-4bdf-8e07-f21c295e1d6a is already hosted by enough agents. {{(pid=98474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:42:46.875510 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-2b2293e0-d62b-4217-aeb1-76f998ac844f tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Resources bound (agent type, host, resource id): {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:42:46.878777 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-2b2293e0-d62b-4217-aeb1-76f998ac844f tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Received port after_create {{(pid=98474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:42:46.937943 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2293e0-d62b-4217-aeb1-76f998ac844f tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Pushing event updated for resources: {'Port': ['ID=b2fd3703-26cb-4ad0-8faa-1980ea24da92,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:47.028611 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-2b2293e0-d62b-4217-aeb1-76f998ac844f tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:47.028611 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-2b2293e0-d62b-4217-aeb1-76f998ac844f tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:47.094541 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-2b2293e0-d62b-4217-aeb1-76f998ac844f tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1994135 May 25 15:42:47.130672 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-2b2293e0-d62b-4217-aeb1-76f998ac844f tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:47.130672 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-d3b23da7-ed33-4f0e-b714-7da34aa9673b service neutron] Request body: {'port': {'device_id': 'a49040cf-6e01-41c9-8b0a-d4109ce91d5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:42:47.384565 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-145d3c4f-1d66-4979-89d1-7eb9246e03d2 req-db9cf2ce-77de-4ee6-ba07-f612f8613a7e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1093810 May 25 15:42:47.389042 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f14a2554-3987-4bb8-91b0-f94a2e89baee tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:47.501258 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c447da3-123f-4c2d-9cf8-a265766471f9 req-ab852c84-a293-4b3d-bd83-43cac5d22a27 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:47.504074 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0c447da3-123f-4c2d-9cf8-a265766471f9 req-ab852c84-a293-4b3d-bd83-43cac5d22a27 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.3201180 May 25 15:42:47.505541 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-d3b23da7-ed33-4f0e-b714-7da34aa9673b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:47.569119 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0c447da3-123f-4c2d-9cf8-a265766471f9 req-25f0b37c-31ae-459f-89a8-c5bc6d2bd4ac tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453894 May 25 15:42:47.579148 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f14a2554-3987-4bb8-91b0-f94a2e89baee tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:47.704770 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d3c4f-1d66-4979-89d1-7eb9246e03d2 req-34c25894-8312-4fff-b8a3-962cc07e66b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:47.706444 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-145d3c4f-1d66-4979-89d1-7eb9246e03d2 req-34c25894-8312-4fff-b8a3-962cc07e66b2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=58b8a9fdf31144b5b20d99f9a9ac856f&device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 1098 time: 0.2920690 May 25 15:42:48.048170 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-d3b23da7-ed33-4f0e-b714-7da34aa9673b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2fd3703-26cb-4ad0-8faa-1980ea24da92 {{(pid=98474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:42:48.058437 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-d3b23da7-ed33-4f0e-b714-7da34aa9673b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:48.071089 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf57211-1b5f-46cf-b957-fa7939fbecde req-6dff5e8d-bd93-4c7a-85b6-d4530b62d42f tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:48.072963 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-6bf57211-1b5f-46cf-b957-fa7939fbecde req-6dff5e8d-bd93-4c7a-85b6-d4530b62d42f tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49040cf-6e01-41c9-8b0a-d4109ce91d5f HTTP/1.1" status: 200 len: 931 time: 0.4325976 May 25 15:42:48.076926 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.provisioning_blocks [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-d3b23da7-ed33-4f0e-b714-7da34aa9673b service neutron] Transition to ACTIVE for port object b2fd3703-26cb-4ad0-8faa-1980ea24da92 will not be triggered until provisioned by entity L2. {{(pid=98474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:42:48.086174 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-d3b23da7-ed33-4f0e-b714-7da34aa9673b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-881747'] for port, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:48.091237 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-ff78c190-e51a-4c12-ac60-ce23ebd8c84f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:48.117725 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d3c4f-1d66-4979-89d1-7eb9246e03d2 req-a49ba02e-9894-4751-aa9a-e5e0536b50e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:48.125251 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-145d3c4f-1d66-4979-89d1-7eb9246e03d2 req-a49ba02e-9894-4751-aa9a-e5e0536b50e7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8f344abd-5290-4d8f-91e2-bf99f4fcd285 HTTP/1.1" status: 200 len: 920 time: 0.3885689 May 25 15:42:48.240387 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-145d3c4f-1d66-4979-89d1-7eb9246e03d2 req-fd1e9370-b42f-4f1a-a03f-47d8ddec05b9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58e438ee-5635-41c2-9295-43383bf88c95 HTTP/1.1" status: 200 len: 217 time: 0.1023951 May 25 15:42:48.261006 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b23da7-ed33-4f0e-b714-7da34aa9673b service neutron] Pushing event updated for resources: {'Port': ['ID=b2fd3703-26cb-4ad0-8faa-1980ea24da92,revision_number=2']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:48.275052 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-d3b23da7-ed33-4f0e-b714-7da34aa9673b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:48.294366 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-6bf57211-1b5f-46cf-b957-fa7939fbecde req-b86b6f37-7e6b-409b-ad64-0a0ae754f946 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056417 May 25 15:42:48.359743 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f14a2554-3987-4bb8-91b0-f94a2e89baee tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks [] for port, precommit_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:48.371256 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d3c4f-1d66-4979-89d1-7eb9246e03d2 req-83b2355d-9c87-4a9e-b5d4-da8d8cabe57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:48.372837 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-145d3c4f-1d66-4979-89d1-7eb9246e03d2 req-83b2355d-9c87-4a9e-b5d4-da8d8cabe57e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8cf8d8a0-2dc7-4fc4-85a0-c64f7a466b21 HTTP/1.1" status: 200 len: 859 time: 0.1218572 May 25 15:42:48.385940 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f14a2554-3987-4bb8-91b0-f94a2e89baee tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:48.417888 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.managers [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-d3b23da7-ed33-4f0e-b714-7da34aa9673b service neutron] Attempting to bind port b2fd3703-26cb-4ad0-8faa-1980ea24da92 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:42:48.418347 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.managers [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-d3b23da7-ed33-4f0e-b714-7da34aa9673b service neutron] Attempting to bind port b2fd3703-26cb-4ad0-8faa-1980ea24da92 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': 'dc5b8ae6-5892-45da-93f0-543aec61d126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f418d17c-299c-4bdf-8e07-f21c295e1d6a'}] {{(pid=98474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:42:48.418762 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-d3b23da7-ed33-4f0e-b714-7da34aa9673b service neutron] Attempting to bind port b2fd3703-26cb-4ad0-8faa-1980ea24da92 on network f418d17c-299c-4bdf-8e07-f21c295e1d6a {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:42:48.427515 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-d3b23da7-ed33-4f0e-b714-7da34aa9673b service neutron] Port b2fd3703-26cb-4ad0-8faa-1980ea24da92 on network f418d17c-299c-4bdf-8e07-f21c295e1d6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:42:48.428059 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-d3b23da7-ed33-4f0e-b714-7da34aa9673b service neutron] Attempting to bind port b2fd3703-26cb-4ad0-8faa-1980ea24da92 on network f418d17c-299c-4bdf-8e07-f21c295e1d6a {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:42:48.439017 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-d3b23da7-ed33-4f0e-b714-7da34aa9673b service neutron] Checking agent: {'id': 'eb2109ed-85e4-4c57-98e0-c43a853e4d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'started_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:42:48.439601 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-d3b23da7-ed33-4f0e-b714-7da34aa9673b service neutron] Checking segment: {'id': 'dc5b8ae6-5892-45da-93f0-543aec61d126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f418d17c-299c-4bdf-8e07-f21c295e1d6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:42:48.440169 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-d3b23da7-ed33-4f0e-b714-7da34aa9673b service neutron] Bound using segment: {'id': 'dc5b8ae6-5892-45da-93f0-543aec61d126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f418d17c-299c-4bdf-8e07-f21c295e1d6a'} {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:42:48.440799 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.managers [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-d3b23da7-ed33-4f0e-b714-7da34aa9673b service neutron] Bound port: b2fd3703-26cb-4ad0-8faa-1980ea24da92, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5b8ae6-5892-45da-93f0-543aec61d126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f418d17c-299c-4bdf-8e07-f21c295e1d6a'}}] {{(pid=98474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:42:48.441280 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-d3b23da7-ed33-4f0e-b714-7da34aa9673b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:48.470685 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-4e6aa7f0-e162-4726-bf28-1b44b81e092f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:48.547260 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-145d3c4f-1d66-4979-89d1-7eb9246e03d2 req-fd9f93b9-cca9-4bda-9e6d-63a2086eb84c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f344abd-5290-4d8f-91e2-bf99f4fcd285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1623240 May 25 15:42:48.555856 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f14a2554-3987-4bb8-91b0-f94a2e89baee tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-353536'] for floatingip, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:48.575950 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-d3b23da7-ed33-4f0e-b714-7da34aa9673b service neutron] For port b2fd3703-26cb-4ad0-8faa-1980ea24da92, host hv-cinder-79124, cleared binding levels {{(pid=98474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:42:48.581268 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-d3b23da7-ed33-4f0e-b714-7da34aa9673b service neutron] For port b2fd3703-26cb-4ad0-8faa-1980ea24da92, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=b2fd3703-26cb-4ad0-8faa-1980ea24da92,segment=NetworkSegment(dc5b8ae6-5892-45da-93f0-543aec61d126),segment_id=dc5b8ae6-5892-45da-93f0-543aec61d126)] {{(pid=98474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:42:48.587145 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-d3b23da7-ed33-4f0e-b714-7da34aa9673b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-881747'] for port, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:48.593806 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-95e0a56c-e79b-4523-ab50-4d06d5f84f1e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:48.650130 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-d3b23da7-ed33-4f0e-b714-7da34aa9673b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:48.652897 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-d3b23da7-ed33-4f0e-b714-7da34aa9673b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:48.656315 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-d3b23da7-ed33-4f0e-b714-7da34aa9673b service neutron] 10.222.0.57 "PUT /v2.0/ports/b2fd3703-26cb-4ad0-8faa-1980ea24da92 HTTP/1.1" status: 200 len: 1093 time: 1.5507309 May 25 15:42:48.675095 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a49040cf-6e01-41c9-8b0a-d4109ce91d5f', 'tag': 'b2fd3703-26cb-4ad0-8faa-1980ea24da92'}] {{(pid=98474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:42:48.800726 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a49040cf-6e01-41c9-8b0a-d4109ce91d5f', 'tag': 'b2fd3703-26cb-4ad0-8faa-1980ea24da92', 'status': 'completed', 'code': 200} May 25 15:42:48.817716 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.db.l3_db [None req-f14a2554-3987-4bb8-91b0-f94a2e89baee tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Floating IP 7f7a861d-bff5-439b-be69-80527fd8125e associated. External IP: 172.27.3.37, port: 5d65c5c3-96a4-453e-b925-b64e1e724c47. May 25 15:42:48.827103 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b23da7-ed33-4f0e-b714-7da34aa9673b service neutron] Pushing event updated for resources: {'Port': ['ID=b2fd3703-26cb-4ad0-8faa-1980ea24da92,revision_number=3']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:48.832769 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-d3b23da7-ed33-4f0e-b714-7da34aa9673b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:48.874501 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-fe8ad70b-091e-414e-9e9e-df6954f0adea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:48.880095 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-fe8ad70b-091e-414e-9e9e-df6954f0adea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a20e47122af24c66bed0de2b22625a4d&device_id=a49040cf-6e01-41c9-8b0a-d4109ce91d5f HTTP/1.1" status: 200 len: 1096 time: 0.1446414 May 25 15:42:48.962070 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-f0a4d8db-bdaa-4911-bfc1-9d9611e7c6bc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2fd3703-26cb-4ad0-8faa-1980ea24da92 HTTP/1.1" status: 200 len: 217 time: 0.0757353 May 25 15:42:48.978996 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a2554-3987-4bb8-91b0-f94a2e89baee tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Pushing event updated for resources: {'Port': ['ID=b94547f8-993f-47bf-a016-5c295fa63f1a,revision_number=2']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:48.999120 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-f14a2554-3987-4bb8-91b0-f94a2e89baee tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:49.070758 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-7c6b736d-3610-421d-9470-0f6079216d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:49.073233 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-7c6b736d-3610-421d-9470-0f6079216d68 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8dc0e164-0e03-4bca-8691-5935da21fd15 HTTP/1.1" status: 200 len: 854 time: 0.1010818 May 25 15:42:49.163956 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-f3d808d8-43c9-4316-99e5-378d44983374 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f418d17c-299c-4bdf-8e07-f21c295e1d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816722 May 25 15:42:49.218813 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-145d3c4f-1d66-4979-89d1-7eb9246e03d2 req-d1f1e794-7cce-4f40-bcb0-bf374a7c5e3a service neutron] 10.222.0.57 "GET /v2.0/networks/8f344abd-5290-4d8f-91e2-bf99f4fcd285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5973923 May 25 15:42:49.398083 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e8779-442c-432a-bf37-c16507a16943 req-ff03c2a6-0269-4bae-9d3a-b91d15cb5746 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:49.406400 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-f63e8779-442c-432a-bf37-c16507a16943 req-ff03c2a6-0269-4bae-9d3a-b91d15cb5746 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.5291305 May 25 15:42:49.417356 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-8b7d71ca-2217-41a4-8d81-4f68146c0cb2 service neutron] 10.222.0.57 "GET /v2.0/networks/f418d17c-299c-4bdf-8e07-f21c295e1d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436364 May 25 15:42:49.603545 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-abc63695-5f0a-444d-8d28-8018e6cd5356 req-dc29c0b0-a0fb-4270-b754-aff162aaf065 service neutron] 10.222.0.57 "GET /v2.0/networks/f418d17c-299c-4bdf-8e07-f21c295e1d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786897 May 25 15:42:49.693094 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-f63e8779-442c-432a-bf37-c16507a16943 req-c39742f5-961c-412b-8b85-c5b8a6b43679 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858269 May 25 15:42:49.713905 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7ecc3-4708-4937-9b5e-b259de95116a req-072b9241-5fcf-4c84-b100-d10c81397e94 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:49.714819 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-d4e7ecc3-4708-4937-9b5e-b259de95116a req-072b9241-5fcf-4c84-b100-d10c81397e94 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Synchronizing usage tracker for tenant:a20e47122af24c66bed0de2b22625a4d on resource:port {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:42:49.829202 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-d4e7ecc3-4708-4937-9b5e-b259de95116a req-072b9241-5fcf-4c84-b100-d10c81397e94 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Unset dirty status for tenant:a20e47122af24c66bed0de2b22625a4d on resource:port {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:42:49.836179 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d4e7ecc3-4708-4937-9b5e-b259de95116a req-072b9241-5fcf-4c84-b100-d10c81397e94 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49040cf-6e01-41c9-8b0a-d4109ce91d5f HTTP/1.1" status: 200 len: 943 time: 0.2270839 May 25 15:42:49.849813 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-145d3c4f-1d66-4979-89d1-7eb9246e03d2 req-8c7af4ba-3d40-4373-a5ce-9ce14539c59e service neutron] 10.222.0.57 "GET /v2.0/networks/8f344abd-5290-4d8f-91e2-bf99f4fcd285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6220899 May 25 15:42:49.875584 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88b4a7-cc62-4369-a080-7fa92f752e6b req-1b9ceac3-b7c1-4321-b7c2-f75880d175e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:49.877510 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-fb88b4a7-cc62-4369-a080-7fa92f752e6b req-1b9ceac3-b7c1-4321-b7c2-f75880d175e2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a20e47122af24c66bed0de2b22625a4d&device_id=a49040cf-6e01-41c9-8b0a-d4109ce91d5f HTTP/1.1" status: 200 len: 1096 time: 0.1590843 May 25 15:42:49.896007 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-d4e7ecc3-4708-4937-9b5e-b259de95116a req-1bf67cf4-4ef3-41f3-97c3-f25993df39be tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Synchronizing usage tracker for tenant:a20e47122af24c66bed0de2b22625a4d on resource:security_group {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:42:50.022686 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:50.098484 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-d4e7ecc3-4708-4937-9b5e-b259de95116a req-1bf67cf4-4ef3-41f3-97c3-f25993df39be tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Unset dirty status for tenant:a20e47122af24c66bed0de2b22625a4d on resource:security_group {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:42:50.099689 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d4e7ecc3-4708-4937-9b5e-b259de95116a req-1bf67cf4-4ef3-41f3-97c3-f25993df39be tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626004 May 25 15:42:50.128610 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14a2554-3987-4bb8-91b0-f94a2e89baee tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Router d4f31a10-944b-4ad6-83a8-a7237894f920 has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:42:50.151440 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88b4a7-cc62-4369-a080-7fa92f752e6b req-26c50722-8e15-4b1e-ba1f-53c9e033ef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:50.153104 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-fb88b4a7-cc62-4369-a080-7fa92f752e6b req-26c50722-8e15-4b1e-ba1f-53c9e033ef64 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f418d17c-299c-4bdf-8e07-f21c295e1d6a HTTP/1.1" status: 200 len: 915 time: 0.2530122 May 25 15:42:50.257104 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-fb88b4a7-cc62-4369-a080-7fa92f752e6b req-4d2e6eec-d543-463e-8267-a44445544ab3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2fd3703-26cb-4ad0-8faa-1980ea24da92 HTTP/1.1" status: 200 len: 217 time: 0.0950351 May 25 15:42:50.361363 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88b4a7-cc62-4369-a080-7fa92f752e6b req-a690b20b-0227-4d25-a810-049c5ffcf216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:50.362862 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-fb88b4a7-cc62-4369-a080-7fa92f752e6b req-a690b20b-0227-4d25-a810-049c5ffcf216 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8dc0e164-0e03-4bca-8691-5935da21fd15 HTTP/1.1" status: 200 len: 854 time: 0.0903022 May 25 15:42:50.411113 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14a2554-3987-4bb8-91b0-f94a2e89baee tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:42:50.423700 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee4652f-2d98-4abb-9b4d-8b79945dc19c None None] Sync routers for ids ['d4f31a10-944b-4ad6-83a8-a7237894f920'] in dv-cinder-791240-3-iscsi {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:42:50.429330 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-fb88b4a7-cc62-4369-a080-7fa92f752e6b req-9e5f53a6-a737-43be-bf4f-6b93e058451d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f418d17c-299c-4bdf-8e07-f21c295e1d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577636 May 25 15:42:50.454099 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee4652f-2d98-4abb-9b4d-8b79945dc19c None None] Routers {'d4f31a10-944b-4ad6-83a8-a7237894f920'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:42:50.454799 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-7ee4652f-2d98-4abb-9b4d-8b79945dc19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:42:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['d4f31a10-944b-4ad6-83a8-a7237894f920'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:42:50.457425 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f14a2554-3987-4bb8-91b0-f94a2e89baee tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for floatingip, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:50.524546 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-f14a2554-3987-4bb8-91b0-f94a2e89baee tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.6545572 May 25 15:42:50.525932 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4793f96-9108-4d15-b97f-afa3151928fb', 'tag': '5d65c5c3-96a4-453e-b925-b64e1e724c47'}] {{(pid=98473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:42:50.574535 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4793f96-9108-4d15-b97f-afa3151928fb', 'tag': '5d65c5c3-96a4-453e-b925-b64e1e724c47', 'status': 'completed', 'code': 200} May 25 15:42:50.622972 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-fb88b4a7-cc62-4369-a080-7fa92f752e6b req-f267950d-a72f-42a8-9f3b-7377cd685185 service neutron] 10.222.0.57 "GET /v2.0/networks/f418d17c-299c-4bdf-8e07-f21c295e1d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788678 May 25 15:42:50.713500 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-7ee4652f-2d98-4abb-9b4d-8b79945dc19c None None] Set router d4f31a10-944b-4ad6-83a8-a7237894f920 gateway port host: dv-cinder-791240-3-iscsi {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:42:50.738349 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bd033-e7ac-41b1-96fe-926c98f168da req-54d33f04-de9f-4880-ac31-dfd9a8352f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:50.741103 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d84bd033-e7ac-41b1-96fe-926c98f168da req-54d33f04-de9f-4880-ac31-dfd9a8352f82 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cdb64e1fc05f4a72be9fc39079cdc282&device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 1098 time: 0.1437232 May 25 15:42:50.804394 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-fb88b4a7-cc62-4369-a080-7fa92f752e6b req-b25e1241-6432-492f-b122-083a5a4ec499 service neutron] 10.222.0.57 "GET /v2.0/networks/f418d17c-299c-4bdf-8e07-f21c295e1d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731515 May 25 15:42:50.928614 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bd033-e7ac-41b1-96fe-926c98f168da req-98b4ab6c-443f-491d-acfa-3e30109f4fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:50.930130 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d84bd033-e7ac-41b1-96fe-926c98f168da req-98b4ab6c-443f-491d-acfa-3e30109f4fff service neutron] 10.222.0.57 "GET /v2.0/networks?id=1cf3ac43-1c2d-41a1-ab33-652986c9f04a HTTP/1.1" status: 200 len: 910 time: 0.1754522 May 25 15:42:50.980113 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392083b9-0239-4633-a7d6-9d2c39cf698b req-49d3e4bc-8161-4c5f-9c76-cc7ac59bf18f tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:50.981607 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-392083b9-0239-4633-a7d6-9d2c39cf698b req-49d3e4bc-8161-4c5f-9c76-cc7ac59bf18f tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.1293659 May 25 15:42:51.051664 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-392083b9-0239-4633-a7d6-9d2c39cf698b req-8b8f10f9-e7a4-415e-a767-1cf603c1730e tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627098 May 25 15:42:51.082884 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d84bd033-e7ac-41b1-96fe-926c98f168da req-ac6c6090-c3c6-4609-99df-19af2f787a21 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d65c5c3-96a4-453e-b925-b64e1e724c47 HTTP/1.1" status: 200 len: 998 time: 0.1451914 May 25 15:42:51.185424 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bd033-e7ac-41b1-96fe-926c98f168da req-712bb45a-d1c0-42df-8c1d-7cf6c0b5aaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:51.187013 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d84bd033-e7ac-41b1-96fe-926c98f168da req-712bb45a-d1c0-42df-8c1d-7cf6c0b5aaf6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d8814786-1b46-4acf-84af-e90570416047 HTTP/1.1" status: 200 len: 848 time: 0.0922027 May 25 15:42:51.277298 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-7ee4652f-2d98-4abb-9b4d-8b79945dc19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'name': 'tempest-TestShelveInstance-1471348406-router', 'tenant_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '57ee664a-21bf-41f3-bca9-26a04fe26d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:14Z', 'updated_at': '2021-05-25T15:41:19Z', 'revision_number': 4, 'project_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'gw_port': {'id': '57ee664a-21bf-41f3-bca9-26a04fe26d8f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:15Z', 'updated_at': '2021-05-25T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_floatingips': [{'id': '7f7a861d-bff5-439b-be69-80527fd8125e', 'tenant_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'router_id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'port_id': '5d65c5c3-96a4-453e-b925-b64e1e724c47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf3ac43-1c2d-41a1-ab33-652986c9f04a', 'mac_address': 'fa:16:3e:f2:ad:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4793f96-9108-4d15-b97f-afa3151928fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:42:47Z', 'updated_at': '2021-05-25T15:42:47Z', 'revision_number': 0, 'project_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39044555-9adc-40a4-b1ca-24c2892308a0', 'name': '', 'network_id': '1cf3ac43-1c2d-41a1-ab33-652986c9f04a', 'tenant_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'mac_address': 'fa:16:3e:56:68:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd8814786-1b46-4acf-84af-e90570416047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:18Z', 'updated_at': '2021-05-25T15:41:27Z', 'revision_number': 5, 'project_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'subnets': [{'id': 'd8814786-1b46-4acf-84af-e90570416047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:42:51.293499 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee4652f-2d98-4abb-9b4d-8b79945dc19c None None] Checking router: d4f31a10-944b-4ad6-83a8-a7237894f920 for host: dv-cinder-791240-3-iscsi {{(pid=98476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:42:51.313710 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee4652f-2d98-4abb-9b4d-8b79945dc19c None None] Routers {'d4f31a10-944b-4ad6-83a8-a7237894f920'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:42:51.314360 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-7ee4652f-2d98-4abb-9b4d-8b79945dc19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:42:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['d4f31a10-944b-4ad6-83a8-a7237894f920'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:42:51.394797 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bd033-e7ac-41b1-96fe-926c98f168da req-c95588ee-1787-4cc2-b7fd-1a17995dc971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:51.396307 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d84bd033-e7ac-41b1-96fe-926c98f168da req-c95588ee-1787-4cc2-b7fd-1a17995dc971 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1cf3ac43-1c2d-41a1-ab33-652986c9f04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1978424 May 25 15:42:51.415635 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfeca0-4076-4563-b893-fba74abb877d req-f9dcca6d-fd2a-4d11-a15e-c5e1cc795376 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:51.417088 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c2cfeca0-4076-4563-b893-fba74abb877d req-f9dcca6d-fd2a-4d11-a15e-c5e1cc795376 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49040cf-6e01-41c9-8b0a-d4109ce91d5f HTTP/1.1" status: 200 len: 943 time: 0.1516068 May 25 15:42:51.578104 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d84bd033-e7ac-41b1-96fe-926c98f168da req-001dcbc1-af1e-48b8-adbe-a22009e50c29 service neutron] 10.222.0.57 "GET /v2.0/networks/1cf3ac43-1c2d-41a1-ab33-652986c9f04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600060 May 25 15:42:51.601228 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-7ee4652f-2d98-4abb-9b4d-8b79945dc19c None None] Set router d4f31a10-944b-4ad6-83a8-a7237894f920 gateway port host: dv-cinder-791240-3-iscsi {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:42:51.719992 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c2cfeca0-4076-4563-b893-fba74abb877d req-433c4ca9-9ef2-4e3b-8f65-3f1b1fee8d41 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388791 May 25 15:42:51.901721 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d84bd033-e7ac-41b1-96fe-926c98f168da req-60062555-3d3b-4660-946f-b731d78d1243 service neutron] 10.222.0.57 "GET /v2.0/networks/1cf3ac43-1c2d-41a1-ab33-652986c9f04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094175 May 25 15:42:52.130203 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-7ee4652f-2d98-4abb-9b4d-8b79945dc19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'name': 'tempest-TestShelveInstance-1471348406-router', 'tenant_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '57ee664a-21bf-41f3-bca9-26a04fe26d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:14Z', 'updated_at': '2021-05-25T15:41:19Z', 'revision_number': 4, 'project_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'gw_port': {'id': '57ee664a-21bf-41f3-bca9-26a04fe26d8f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:15Z', 'updated_at': '2021-05-25T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_floatingips': [{'id': '7f7a861d-bff5-439b-be69-80527fd8125e', 'tenant_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'router_id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'port_id': '5d65c5c3-96a4-453e-b925-b64e1e724c47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf3ac43-1c2d-41a1-ab33-652986c9f04a', 'mac_address': 'fa:16:3e:f2:ad:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4793f96-9108-4d15-b97f-afa3151928fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:42:47Z', 'updated_at': '2021-05-25T15:42:47Z', 'revision_number': 0, 'project_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39044555-9adc-40a4-b1ca-24c2892308a0', 'name': '', 'network_id': '1cf3ac43-1c2d-41a1-ab33-652986c9f04a', 'tenant_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'mac_address': 'fa:16:3e:56:68:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd8814786-1b46-4acf-84af-e90570416047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:18Z', 'updated_at': '2021-05-25T15:41:27Z', 'revision_number': 5, 'project_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'subnets': [{'id': 'd8814786-1b46-4acf-84af-e90570416047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:42:52.134187 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee4652f-2d98-4abb-9b4d-8b79945dc19c None None] The sync data for ids ['d4f31a10-944b-4ad6-83a8-a7237894f920'] in dv-cinder-791240-3-iscsi is: [{'id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'name': 'tempest-TestShelveInstance-1471348406-router', 'tenant_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '57ee664a-21bf-41f3-bca9-26a04fe26d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:14Z', 'updated_at': '2021-05-25T15:41:19Z', 'revision_number': 4, 'project_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'gw_port': {'id': '57ee664a-21bf-41f3-bca9-26a04fe26d8f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:15Z', 'updated_at': '2021-05-25T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_floatingips': [{'id': '7f7a861d-bff5-439b-be69-80527fd8125e', 'tenant_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'router_id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'port_id': '5d65c5c3-96a4-453e-b925-b64e1e724c47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf3ac43-1c2d-41a1-ab33-652986c9f04a', 'mac_address': 'fa:16:3e:f2:ad:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4793f96-9108-4d15-b97f-afa3151928fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:42:47Z', 'updated_at': '2021-05-25T15:42:47Z', 'revision_number': 0, 'project_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39044555-9adc-40a4-b1ca-24c2892308a0', 'name': '', 'network_id': '1cf3ac43-1c2d-41a1-ab33-652986c9f04a', 'tenant_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'mac_address': 'fa:16:3e:56:68:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd8814786-1b46-4acf-84af-e90570416047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:18Z', 'updated_at': '2021-05-25T15:41:27Z', 'revision_number': 5, 'project_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'subnets': [{'id': 'd8814786-1b46-4acf-84af-e90570416047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:42:52.375574 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125e372f-cf8a-4cfb-bbac-8bbb6bc6d528 None None] New status for floating IP 7f7a861d-bff5-439b-be69-80527fd8125e: ACTIVE {{(pid=98475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 15:42:52.931661 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ba029-fb71-4c11-b574-4f5ff7d9a8b0 req-987c6870-277a-4e83-9c58-da4dfb4b3699 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:52.938967 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-7e5ba029-fb71-4c11-b574-4f5ff7d9a8b0 req-987c6870-277a-4e83-9c58-da4dfb4b3699 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49040cf-6e01-41c9-8b0a-d4109ce91d5f HTTP/1.1" status: 200 len: 943 time: 0.1005027 May 25 15:42:52.990632 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-7e5ba029-fb71-4c11-b574-4f5ff7d9a8b0 req-594f8751-abb1-4679-b9ec-345c84d6b297 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505362 May 25 15:42:54.167715 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device b2fd3703-26cb-4ad0-8faa-1980ea24da92 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:42:54.223480 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0baab48-5808-4abf-a39d-a5d147cd8052 req-2cfb7a60-5026-4aee-9544-31c35e891694 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:54.225932 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-f0baab48-5808-4abf-a39d-a5d147cd8052 req-2cfb7a60-5026-4aee-9544-31c35e891694 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49040cf-6e01-41c9-8b0a-d4109ce91d5f HTTP/1.1" status: 200 len: 943 time: 0.1003320 May 25 15:42:54.342719 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-f0baab48-5808-4abf-a39d-a5d147cd8052 req-2cf50ff5-d414-4978-9e89-c12a93452363 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071882 May 25 15:42:54.410904 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port b2fd3703-26cb-4ad0-8faa-1980ea24da92, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=b2fd3703-26cb-4ad0-8faa-1980ea24da92,segment=NetworkSegment(dc5b8ae6-5892-45da-93f0-543aec61d126),segment_id=dc5b8ae6-5892-45da-93f0-543aec61d126)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:42:54.427048 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Returning: {'device': 'b2fd3703-26cb-4ad0-8faa-1980ea24da92', 'network_id': 'f418d17c-299c-4bdf-8e07-f21c295e1d6a', 'port_id': 'b2fd3703-26cb-4ad0-8faa-1980ea24da92', 'mac_address': 'fa:16:3e:1c:62:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc0e164-0e03-4bca-8691-5935da21fd15', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:42:54.497068 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:54.523192 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2fd3703-26cb-4ad0-8faa-1980ea24da92 {{(pid=98475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:42:54.550424 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port b2fd3703-26cb-4ad0-8faa-1980ea24da92, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=b2fd3703-26cb-4ad0-8faa-1980ea24da92,segment=NetworkSegment(dc5b8ae6-5892-45da-93f0-543aec61d126),segment_id=dc5b8ae6-5892-45da-93f0-543aec61d126)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:42:54.557089 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:42:54.561611 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:42:54.640894 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=b2fd3703-26cb-4ad0-8faa-1980ea24da92,revision_number=4']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:42:54.644423 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:42:55.604011 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d951c-3fbf-43bf-80cb-a45fb4ef64aa req-2b9a18d5-9396-487d-8426-0bed17408824 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:42:55.606322 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-f68d951c-3fbf-43bf-80cb-a45fb4ef64aa req-2b9a18d5-9396-487d-8426-0bed17408824 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49040cf-6e01-41c9-8b0a-d4109ce91d5f HTTP/1.1" status: 200 len: 944 time: 0.0946550 May 25 15:42:55.654993 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-f68d951c-3fbf-43bf-80cb-a45fb4ef64aa req-e1bb4813-c350-45bb-9a97-82f6c1893e36 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415092 May 25 15:43:00.956450 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e218df-3eb7-4b19-874d-d26ccb84702d req-63406e95-0cbf-40fa-81f6-dc0a2031365c tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:00.957913 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-f7e218df-3eb7-4b19-874d-d26ccb84702d req-63406e95-0cbf-40fa-81f6-dc0a2031365c tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49040cf-6e01-41c9-8b0a-d4109ce91d5f HTTP/1.1" status: 200 len: 944 time: 0.0819881 May 25 15:43:00.987501 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['b2fd3703-26cb-4ad0-8faa-1980ea24da92'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:43:01.006192 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-f7e218df-3eb7-4b19-874d-d26ccb84702d req-eab96c37-ee12-4bae-975a-9b63349b597a tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427291 May 25 15:43:02.201872 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b73690-217e-423b-b23c-1654f6957731 req-39c7acbd-7fba-4a08-8526-b9621b45ce24 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:02.203313 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a2b73690-217e-423b-b23c-1654f6957731 req-39c7acbd-7fba-4a08-8526-b9621b45ce24 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49040cf-6e01-41c9-8b0a-d4109ce91d5f HTTP/1.1" status: 200 len: 944 time: 0.0820730 May 25 15:43:02.246750 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a2b73690-217e-423b-b23c-1654f6957731 req-c21e94b2-d1ab-4054-8232-227c4c63667c tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377598 May 25 15:43:03.447090 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018b0b7-84d7-4cee-99fb-19af88d8a89f req-6dab58d1-e586-469f-9a03-772d1097ecb1 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:03.452274 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a018b0b7-84d7-4cee-99fb-19af88d8a89f req-6dab58d1-e586-469f-9a03-772d1097ecb1 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49040cf-6e01-41c9-8b0a-d4109ce91d5f HTTP/1.1" status: 200 len: 944 time: 0.0928447 May 25 15:43:03.500061 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a018b0b7-84d7-4cee-99fb-19af88d8a89f req-83795a0d-079f-430a-9832-f5245419e9cc tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446463 May 25 15:43:03.743950 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device b2fd3703-26cb-4ad0-8faa-1980ea24da92 up at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:43:03.812203 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning for port b2fd3703-26cb-4ad0-8faa-1980ea24da92 completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:43:03.816726 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning complete for port b2fd3703-26cb-4ad0-8faa-1980ea24da92 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:43:03.817111 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:03.961426 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:03.987987 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49040cf-6e01-41c9-8b0a-d4109ce91d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2fd3703-26cb-4ad0-8faa-1980ea24da92'}] {{(pid=98475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:43:03.997318 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port b2fd3703-26cb-4ad0-8faa-1980ea24da92, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=b2fd3703-26cb-4ad0-8faa-1980ea24da92,segment=NetworkSegment(dc5b8ae6-5892-45da-93f0-543aec61d126),segment_id=dc5b8ae6-5892-45da-93f0-543aec61d126)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:43:04.002755 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:04.005595 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:04.038975 dv-cinder-791240-3-iscsi neutron-server[98475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a49040cf-6e01-41c9-8b0a-d4109ce91d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2fd3703-26cb-4ad0-8faa-1980ea24da92', 'code': 200} May 25 15:43:04.076839 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=b2fd3703-26cb-4ad0-8faa-1980ea24da92,revision_number=5']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:04.079848 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:04.309287 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d59bc-4d48-4954-bd0c-313264266e5a req-0c1a526e-cc16-44d5-81ef-fc2b502ba006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:04.311687 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-401d59bc-4d48-4954-bd0c-313264266e5a req-0c1a526e-cc16-44d5-81ef-fc2b502ba006 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a49040cf-6e01-41c9-8b0a-d4109ce91d5f HTTP/1.1" status: 200 len: 1098 time: 0.0958951 May 25 15:43:04.361848 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-401d59bc-4d48-4954-bd0c-313264266e5a req-81bf767d-832f-49cd-a287-33573ac52244 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385637 May 25 15:43:04.410221 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 37822) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:04.469462 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d7de85f-5410-4000-a20b-ba1fb5df5816 admin admin] Deleting subnet 20fbce05-8cd1-40f5-81da-8c186d2a93df {{(pid=98473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 15:43:04.472549 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-8d7de85f-5410-4000-a20b-ba1fb5df5816 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:04.527152 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-8d7de85f-5410-4000-a20b-ba1fb5df5816 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:04.537807 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-8d7de85f-5410-4000-a20b-ba1fb5df5816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1682880'] for subnet, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:04.872724 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9487d5-f9df-49aa-88fa-454453555d1f req-d639756d-af17-4aab-a177-affe24986eee tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:04.874688 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-5f9487d5-f9df-49aa-88fa-454453555d1f req-d639756d-af17-4aab-a177-affe24986eee tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49040cf-6e01-41c9-8b0a-d4109ce91d5f HTTP/1.1" status: 200 len: 945 time: 0.1979020 May 25 15:43:04.980208 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-5f9487d5-f9df-49aa-88fa-454453555d1f req-7f3e674a-217c-4c1f-a9c5-7a4aeb4d631d tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945482 May 25 15:43:05.012558 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-8d7de85f-5410-4000-a20b-ba1fb5df5816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453'] for subnet, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:05.017428 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:05.055642 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7de85f-5410-4000-a20b-ba1fb5df5816 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20fbce05-8cd1-40f5-81da-8c186d2a93df,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:05.069108 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-8d7de85f-5410-4000-a20b-ba1fb5df5816 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:05.076041 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-8d7de85f-5410-4000-a20b-ba1fb5df5816 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/20fbce05-8cd1-40f5-81da-8c186d2a93df HTTP/1.1" status: 204 len: 168 time: 0.6644845 May 25 15:43:05.078519 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 37840) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:05.081329 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-8d7de85f-5410-4000-a20b-ba1fb5df5816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:05.182429 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-77b7cb8f-8274-45fa-a8fe-fb31d5dfe16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639092'] for network, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:05.303294 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-77b7cb8f-8274-45fa-a8fe-fb31d5dfe16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1676623', 'neutron.services.segments.db._delete_segments_for_network-8758999550940'] for network, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:05.316275 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.services.segments.db [None req-77b7cb8f-8274-45fa-a8fe-fb31d5dfe16c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccebdefd-d4ec-444e-be8a-2ad4100adcb6']}} {{(pid=98474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:43:05.328781 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.services.segments.db [None req-77b7cb8f-8274-45fa-a8fe-fb31d5dfe16c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8abf022d-4337-4841-a1f1-49e0b9ebe7dc') {'for_net_delete': True} {{(pid=98474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:43:05.329074 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.services.segments.db [None req-77b7cb8f-8274-45fa-a8fe-fb31d5dfe16c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8abf022d-4337-4841-a1f1-49e0b9ebe7dc') {} {{(pid=98474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:43:05.340593 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-77b7cb8f-8274-45fa-a8fe-fb31d5dfe16c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758999559837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981698'] for segment, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:05.356475 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-77b7cb8f-8274-45fa-a8fe-fb31d5dfe16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:05.363373 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b7cb8f-8274-45fa-a8fe-fb31d5dfe16c admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=98474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:43:05.363930 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-77b7cb8f-8274-45fa-a8fe-fb31d5dfe16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-881679'] for segment, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:05.376762 dv-cinder-791240-3-iscsi neutron-server[98474]: Traceback (most recent call last): May 25 15:43:05.376762 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 15:43:05.376762 dv-cinder-791240-3-iscsi neutron-server[98474]: timer() May 25 15:43:05.376762 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 15:43:05.376762 dv-cinder-791240-3-iscsi neutron-server[98474]: cb(*args, **kw) May 25 15:43:05.376762 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 15:43:05.376762 dv-cinder-791240-3-iscsi neutron-server[98474]: return func(*args, **kwargs) May 25 15:43:05.376762 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 15:43:05.376762 dv-cinder-791240-3-iscsi neutron-server[98474]: self._notify() May 25 15:43:05.376762 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 15:43:05.376762 dv-cinder-791240-3-iscsi neutron-server[98474]: self.callback(batched_events) May 25 15:43:05.376762 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 15:43:05.376762 dv-cinder-791240-3-iscsi neutron-server[98474]: event.method(event) May 25 15:43:05.376762 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 15:43:05.376762 dv-cinder-791240-3-iscsi neutron-server[98474]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 15:43:05.376762 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 15:43:05.376762 dv-cinder-791240-3-iscsi neutron-server[98474]: aggregate_uuid = self.p_client.list_aggregates( May 25 15:43:05.376762 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 15:43:05.376762 dv-cinder-791240-3-iscsi neutron-server[98474]: return f(self, *a, **k) May 25 15:43:05.376762 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 15:43:05.376762 dv-cinder-791240-3-iscsi neutron-server[98474]: return self._get(url).json() May 25 15:43:05.376762 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 15:43:05.376762 dv-cinder-791240-3-iscsi neutron-server[98474]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 15:43:05.376762 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 15:43:05.376762 dv-cinder-791240-3-iscsi neutron-server[98474]: return self.request(url, 'GET', **kwargs) May 25 15:43:05.376762 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 15:43:05.376762 dv-cinder-791240-3-iscsi neutron-server[98474]: base_url = self.get_endpoint(auth, allow=allow, May 25 15:43:05.376762 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 15:43:05.376762 dv-cinder-791240-3-iscsi neutron-server[98474]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 15:43:05.376762 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 15:43:05.376762 dv-cinder-791240-3-iscsi neutron-server[98474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 15:43:05.376762 dv-cinder-791240-3-iscsi neutron-server[98474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 15:43:05.454951 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-77b7cb8f-8274-45fa-a8fe-fb31d5dfe16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1676614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-353586'] for network, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:05.458718 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-ee2dee33-5b74-4229-b49a-3488c167052b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:05.472682 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-77b7cb8f-8274-45fa-a8fe-fb31d5dfe16c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:05.483150 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7cb8f-8274-45fa-a8fe-fb31d5dfe16c admin admin] Pushing event deleted for resources: {'Network': ['ID=ccebdefd-d4ec-444e-be8a-2ad4100adcb6,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:05.487739 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-77b7cb8f-8274-45fa-a8fe-fb31d5dfe16c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:05.496316 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-77b7cb8f-8274-45fa-a8fe-fb31d5dfe16c admin admin] 10.222.0.32 "DELETE /v2.0/networks/ccebdefd-d4ec-444e-be8a-2ad4100adcb6 HTTP/1.1" status: 204 len: 168 time: 0.4166660 May 25 15:43:05.614604 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 37852) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:05.663517 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-a6878e2e-ddfb-4c79-bddd-63119919346b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=848affb04222422baa6bf6f0ca48955e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474026 May 25 15:43:05.665916 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 37858) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:05.731453 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-044a9f4e-05a1-4931-a05a-a8498f21335a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:05.759367 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-044a9f4e-05a1-4931-a05a-a8498f21335a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:05.812647 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-044a9f4e-05a1-4931-a05a-a8498f21335a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:05.816324 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-e6f2dfb7-766d-473c-8190-6c7350b2fff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:05.830512 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a9f4e-05a1-4931-a05a-a8498f21335a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917eee14-11cc-442e-91a1-b33ce151042e,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:05.833096 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-044a9f4e-05a1-4931-a05a-a8498f21335a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:05.849469 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-044a9f4e-05a1-4931-a05a-a8498f21335a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:05.853002 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-044a9f4e-05a1-4931-a05a-a8498f21335a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/917eee14-11cc-442e-91a1-b33ce151042e HTTP/1.1" status: 204 len: 168 time: 0.1839278 May 25 15:43:06.169620 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c08949-9bed-4b1d-8aa2-25e4e013cc7b req-6f4ed4ef-60ff-43c8-9655-08a6b0e674be tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:06.171572 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d7c08949-9bed-4b1d-8aa2-25e4e013cc7b req-6f4ed4ef-60ff-43c8-9655-08a6b0e674be tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49040cf-6e01-41c9-8b0a-d4109ce91d5f HTTP/1.1" status: 200 len: 945 time: 0.0807462 May 25 15:43:06.217739 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d7c08949-9bed-4b1d-8aa2-25e4e013cc7b req-53e565cf-7115-4a47-8a97-7dac1e5a2c02 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403404 May 25 15:43:07.328980 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 37920) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:07.447524 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e3565-7033-416b-8ea9-36e0161e6227 req-00c1c6c0-f12a-4a2d-8fb8-fb108d4b7ba8 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:07.454644 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-850e3565-7033-416b-8ea9-36e0161e6227 req-00c1c6c0-f12a-4a2d-8fb8-fb108d4b7ba8 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49040cf-6e01-41c9-8b0a-d4109ce91d5f HTTP/1.1" status: 200 len: 945 time: 0.1193316 May 25 15:43:07.493257 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-65029e2c-98c4-4a91-ae71-bb91b28eaf6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:07.534336 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-65029e2c-98c4-4a91-ae71-bb91b28eaf6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:43:07.541649 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-850e3565-7033-416b-8ea9-36e0161e6227 req-abdd05d2-7134-4ec6-9a93-e0cb9f8c2c69 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862384 May 25 15:43:07.542519 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-65029e2c-98c4-4a91-ae71-bb91b28eaf6b admin admin] Usage tracker for resource:security_group_rule and tenant:bfa99cda51174a079e1690aaa244c423 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:43:07.546122 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-65029e2c-98c4-4a91-ae71-bb91b28eaf6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:43:07.552143 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-65029e2c-98c4-4a91-ae71-bb91b28eaf6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:43:07.642356 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-65029e2c-98c4-4a91-ae71-bb91b28eaf6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:07.647357 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-65029e2c-98c4-4a91-ae71-bb91b28eaf6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:07.656208 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-3f9b4ae2-2634-43c4-bcca-a941349b94c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:07.695693 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-65029e2c-98c4-4a91-ae71-bb91b28eaf6b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bfa99cda51174a079e1690aaa244c423&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3655005 May 25 15:43:07.697431 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65029e2c-98c4-4a91-ae71-bb91b28eaf6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c48593-f11a-4f43-ad5b-1bae35a1070e,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:07.698793 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 37936) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:07.701749 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-65029e2c-98c4-4a91-ae71-bb91b28eaf6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:07.833856 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-cefe2cb5-2c06-4902-bd32-c3f7a4ffbeee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:07.859775 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-cefe2cb5-2c06-4902-bd32-c3f7a4ffbeee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:07.911210 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-cefe2cb5-2c06-4902-bd32-c3f7a4ffbeee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:07.916535 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-051a2378-650c-4ad7-b6e3-54eddd1994cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:07.930863 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe2cb5-2c06-4902-bd32-c3f7a4ffbeee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c48593-f11a-4f43-ad5b-1bae35a1070e,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:07.933101 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-cefe2cb5-2c06-4902-bd32-c3f7a4ffbeee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:07.935023 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-cefe2cb5-2c06-4902-bd32-c3f7a4ffbeee admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:07.939489 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-cefe2cb5-2c06-4902-bd32-c3f7a4ffbeee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/62c48593-f11a-4f43-ad5b-1bae35a1070e HTTP/1.1" status: 204 len: 168 time: 0.2393038 May 25 15:43:08.746114 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cede6-0fff-4ae8-bbe6-6148a3b97ed0 req-aaee4d80-1da8-479d-85a1-cc59018c5ae0 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:08.747674 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-4f6cede6-0fff-4ae8-bbe6-6148a3b97ed0 req-aaee4d80-1da8-479d-85a1-cc59018c5ae0 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49040cf-6e01-41c9-8b0a-d4109ce91d5f HTTP/1.1" status: 200 len: 945 time: 0.0930972 May 25 15:43:08.804704 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-4f6cede6-0fff-4ae8-bbe6-6148a3b97ed0 req-4db02cab-7faa-424b-a2ef-17ba2853771e tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495458 May 25 15:43:09.187729 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 38024) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:09.308117 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-73cafebe-6c28-43a1-9c41-f900413ba9e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:09.321799 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-73cafebe-6c28-43a1-9c41-f900413ba9e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:43:09.326441 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-73cafebe-6c28-43a1-9c41-f900413ba9e1 admin admin] Usage tracker for resource:security_group_rule and tenant:3002cce1a41f431ca3e04e8191da9cea is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:43:09.329904 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-73cafebe-6c28-43a1-9c41-f900413ba9e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:43:09.336261 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-73cafebe-6c28-43a1-9c41-f900413ba9e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:43:09.431669 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-73cafebe-6c28-43a1-9c41-f900413ba9e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:09.436419 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-73cafebe-6c28-43a1-9c41-f900413ba9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:09.445074 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-cfc64279-8dd3-4fa4-990b-97582907e305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:09.489105 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-73cafebe-6c28-43a1-9c41-f900413ba9e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3002cce1a41f431ca3e04e8191da9cea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002284 May 25 15:43:09.490925 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cafebe-6c28-43a1-9c41-f900413ba9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5d763a-4e47-4397-9f3f-2e0b122ee2bc,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:09.491909 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 38034) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:09.494631 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-73cafebe-6c28-43a1-9c41-f900413ba9e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:09.552211 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-4101a29c-f461-4517-b92b-cf7eacaa2172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:09.577787 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-4101a29c-f461-4517-b92b-cf7eacaa2172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:09.630277 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-4101a29c-f461-4517-b92b-cf7eacaa2172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:09.635452 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-fbd7b2d8-edfb-4120-b8e1-b0a1725f5556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:09.647782 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4101a29c-f461-4517-b92b-cf7eacaa2172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5d763a-4e47-4397-9f3f-2e0b122ee2bc,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:09.650643 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-4101a29c-f461-4517-b92b-cf7eacaa2172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:09.659485 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-4101a29c-f461-4517-b92b-cf7eacaa2172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:09.660907 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-4101a29c-f461-4517-b92b-cf7eacaa2172 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a5d763a-4e47-4397-9f3f-2e0b122ee2bc HTTP/1.1" status: 204 len: 168 time: 0.1676366 May 25 15:43:10.235661 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-5b25c538-9ab6-4846-8e19-31249e9d00ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:12.712601 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:12.871140 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-94bdefb0-cb10-4372-9c2f-b96320c115ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:13.722356 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:15.240883 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:43:15.489462 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:20.022351 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:23.154706 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 38214) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:23.278244 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f2349e40-4217-4398-8fea-6a56d37494ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:23.293653 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-f2349e40-4217-4398-8fea-6a56d37494ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:43:23.300921 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-f2349e40-4217-4398-8fea-6a56d37494ae admin admin] Usage tracker for resource:security_group_rule and tenant:dd6b262db3144470b9b4a87257195e2d is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:43:23.304348 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-f2349e40-4217-4398-8fea-6a56d37494ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:43:23.310390 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-f2349e40-4217-4398-8fea-6a56d37494ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:43:23.429844 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f2349e40-4217-4398-8fea-6a56d37494ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:23.438896 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f2349e40-4217-4398-8fea-6a56d37494ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:23.465458 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-2603b9ef-2079-455f-8be2-d6f3f21fefde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:23.483463 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-f2349e40-4217-4398-8fea-6a56d37494ae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dd6b262db3144470b9b4a87257195e2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3271010 May 25 15:43:23.485652 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 38232) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:23.534257 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2349e40-4217-4398-8fea-6a56d37494ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7287cec8-8c6f-4727-861f-22e3a01e66da,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:23.538405 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-f2349e40-4217-4398-8fea-6a56d37494ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:23.597374 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-52dd52d8-c20d-4df1-8c4e-3b0b364e3b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:23.637056 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-52dd52d8-c20d-4df1-8c4e-3b0b364e3b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:23.759266 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-52dd52d8-c20d-4df1-8c4e-3b0b364e3b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:23.765617 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-d5fc4d03-e353-4b6f-9a6b-bccd6b34e9b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:23.823457 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd52d8-c20d-4df1-8c4e-3b0b364e3b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7287cec8-8c6f-4727-861f-22e3a01e66da,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:23.833412 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-52dd52d8-c20d-4df1-8c4e-3b0b364e3b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:23.872969 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-52dd52d8-c20d-4df1-8c4e-3b0b364e3b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:23.877129 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-52dd52d8-c20d-4df1-8c4e-3b0b364e3b66 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7287cec8-8c6f-4727-861f-22e3a01e66da HTTP/1.1" status: 204 len: 168 time: 0.3903284 May 25 15:43:23.889229 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58daa9bb-4eb7-487f-bf5f-d15ab3d57b13 req-d7839fc8-e794-4e55-a3c9-1f9d9fec1324 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:23.896652 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-58daa9bb-4eb7-487f-bf5f-d15ab3d57b13 req-d7839fc8-e794-4e55-a3c9-1f9d9fec1324 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.1113262 May 25 15:43:23.907310 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d1079-0887-4218-9b09-03d5a63bbbe1 req-c7f7b625-5171-452e-ad20-54ffce15bcbf tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:23.909317 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3e8d1079-0887-4218-9b09-03d5a63bbbe1 req-c7f7b625-5171-452e-ad20-54ffce15bcbf tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f59b55f-1072-472f-a153-aadf335df057 HTTP/1.1" status: 200 len: 946 time: 0.1447084 May 25 15:43:23.948663 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-58daa9bb-4eb7-487f-bf5f-d15ab3d57b13 req-cb6af5ba-05ad-47f2-893d-1459675ab8bc tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504081 May 25 15:43:23.964395 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3e8d1079-0887-4218-9b09-03d5a63bbbe1 req-1b2df1b5-1901-4381-8215-7bdcb642a976 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491629 May 25 15:43:25.135039 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a0325-4c5c-4393-b20c-85de21af8344 req-882de737-206a-4c3d-a662-e0c60154e670 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:25.136610 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-237a0325-4c5c-4393-b20c-85de21af8344 req-882de737-206a-4c3d-a662-e0c60154e670 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.0798345 May 25 15:43:25.149557 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fbf0c-645e-49d1-91c0-70d0e8b96c35 req-96c479f0-b5d7-46d3-9c3a-92a80e05d5ed tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:25.151006 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ed2fbf0c-645e-49d1-91c0-70d0e8b96c35 req-96c479f0-b5d7-46d3-9c3a-92a80e05d5ed tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f59b55f-1072-472f-a153-aadf335df057 HTTP/1.1" status: 200 len: 946 time: 0.0806370 May 25 15:43:25.184958 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-237a0325-4c5c-4393-b20c-85de21af8344 req-5b701c2b-467d-423d-9ed6-052bfebd3964 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420609 May 25 15:43:25.195541 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ed2fbf0c-645e-49d1-91c0-70d0e8b96c35 req-13788547-194d-4785-b1e2-a9ca035d04c5 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386133 May 25 15:43:26.099288 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd47ee-f547-49e0-93d9-959106b358b5 req-a7818bbc-f1d6-489d-8bbf-8661b572b8ea tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:26.100745 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-95bd47ee-f547-49e0-93d9-959106b358b5 req-a7818bbc-f1d6-489d-8bbf-8661b572b8ea tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f59b55f-1072-472f-a153-aadf335df057 HTTP/1.1" status: 200 len: 946 time: 0.0948434 May 25 15:43:26.243377 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [req-95bd47ee-f547-49e0-93d9-959106b358b5 req-ed9558c3-968a-4fae-a407-f490314121bc tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Deleting port 05c615ed-9a5d-47a0-8e3e-c2a343e72aea {{(pid=98473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:43:26.244025 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-95bd47ee-f547-49e0-93d9-959106b358b5 req-ed9558c3-968a-4fae-a407-f490314121bc tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:26.397061 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cceac-2794-4f2b-8385-35e68fef8dd1 req-8f9335be-a518-473d-8315-abe24653b83e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:26.398509 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a28cceac-2794-4f2b-8385-35e68fef8dd1 req-8f9335be-a518-473d-8315-abe24653b83e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f59b55f-1072-472f-a153-aadf335df057 HTTP/1.1" status: 200 len: 946 time: 0.0879984 May 25 15:43:26.438284 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [req-95bd47ee-f547-49e0-93d9-959106b358b5 req-ed9558c3-968a-4fae-a407-f490314121bc tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] For port 05c615ed-9a5d-47a0-8e3e-c2a343e72aea, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=05c615ed-9a5d-47a0-8e3e-c2a343e72aea,segment=NetworkSegment(1ec4470b-39ac-4e1b-833b-ea3a68e90e6d),segment_id=1ec4470b-39ac-4e1b-833b-ea3a68e90e6d)] {{(pid=98473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:43:26.438759 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-95bd47ee-f547-49e0-93d9-959106b358b5 req-ed9558c3-968a-4fae-a407-f490314121bc tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:26.444499 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a28cceac-2794-4f2b-8385-35e68fef8dd1 req-7ef0558a-1a30-4b32-b6f0-07c9bd4a7db2 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401535 May 25 15:43:26.568718 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc1247-f19b-49b7-9081-16c103ee7546 req-6d00f3c7-e5ab-48f8-b6c0-4eb522ff8211 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:26.570161 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-75cc1247-f19b-49b7-9081-16c103ee7546 req-6d00f3c7-e5ab-48f8-b6c0-4eb522ff8211 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.2520626 May 25 15:43:26.576533 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [req-95bd47ee-f547-49e0-93d9-959106b358b5 req-ed9558c3-968a-4fae-a407-f490314121bc tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Calling delete_port for 05c615ed-9a5d-47a0-8e3e-c2a343e72aea owned by compute:nova {{(pid=98473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:43:26.639147 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-75cc1247-f19b-49b7-9081-16c103ee7546 req-feacaea3-9fe9-41b2-ab29-cc7f80b33696 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597949 May 25 15:43:26.806690 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-95bd47ee-f547-49e0-93d9-959106b358b5 req-ed9558c3-968a-4fae-a407-f490314121bc tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372'] for port, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:26.812676 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-063f8ee5-79e9-43a1-9a0a-a8d641f2a7d0 tempest-DeleteServersTestJSON-921323998 tempest-DeleteServersTestJSON-921323998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:26.824520 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['1b4f457c-ce11-4b07-b661-f77713f031df', '59e226d0-ad87-4d48-bc78-d4921b0d068d', '0ba28077-e118-4291-9223-ceeeea3ba29f', '05c615ed-9a5d-47a0-8e3e-c2a343e72aea'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:43:26.858435 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9558c3-968a-4fae-a407-f490314121bc tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Pushing event deleted for resources: {'Port': ['ID=05c615ed-9a5d-47a0-8e3e-c2a343e72aea,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:26.861084 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-ed9558c3-968a-4fae-a407-f490314121bc tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:26.937150 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [req-95bd47ee-f547-49e0-93d9-959106b358b5 req-ed9558c3-968a-4fae-a407-f490314121bc tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] No DVR routers for this DVR port 05c615ed-9a5d-47a0-8e3e-c2a343e72aea on host hv-cinder-79124 {{(pid=98473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:43:26.943651 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-95bd47ee-f547-49e0-93d9-959106b358b5 req-ed9558c3-968a-4fae-a407-f490314121bc tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:26.955740 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f59b55f-1072-472f-a153-aadf335df057', 'name': 'network-vif-deleted', 'tag': '05c615ed-9a5d-47a0-8e3e-c2a343e72aea'}] {{(pid=98473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:43:26.968112 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-95bd47ee-f547-49e0-93d9-959106b358b5 req-ed9558c3-968a-4fae-a407-f490314121bc tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.57 "DELETE /v2.0/ports/05c615ed-9a5d-47a0-8e3e-c2a343e72aea HTTP/1.1" status: 204 len: 173 time: 0.8591635 May 25 15:43:27.005231 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f59b55f-1072-472f-a153-aadf335df057', 'name': 'network-vif-deleted', 'tag': '05c615ed-9a5d-47a0-8e3e-c2a343e72aea', 'status': 'completed', 'code': 200} May 25 15:43:27.293699 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bb97a-45ba-440e-af19-02db752a87d8 req-854c716c-212b-4853-b72a-d82486d6e4b7 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:27.295127 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-072bb97a-45ba-440e-af19-02db752a87d8 req-854c716c-212b-4853-b72a-d82486d6e4b7 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 945 time: 0.0809343 May 25 15:43:27.438965 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [req-072bb97a-45ba-440e-af19-02db752a87d8 req-d127deb3-d3ad-4af2-8e93-35e297e55766 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Deleting port 58e438ee-5635-41c2-9295-43383bf88c95 {{(pid=98473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:43:27.439333 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-072bb97a-45ba-440e-af19-02db752a87d8 req-d127deb3-d3ad-4af2-8e93-35e297e55766 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:27.588358 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [req-072bb97a-45ba-440e-af19-02db752a87d8 req-d127deb3-d3ad-4af2-8e93-35e297e55766 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] For port 58e438ee-5635-41c2-9295-43383bf88c95, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=58e438ee-5635-41c2-9295-43383bf88c95,segment=NetworkSegment(814a74a1-ca3e-4b1a-b593-83a6e7d765f0),segment_id=814a74a1-ca3e-4b1a-b593-83a6e7d765f0)] {{(pid=98473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:43:27.588720 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-072bb97a-45ba-440e-af19-02db752a87d8 req-d127deb3-d3ad-4af2-8e93-35e297e55766 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:27.632244 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c3bda5ee-de5a-4c60-bc6d-563e5a875343 req-9d8899b7-2f4d-4956-9d74-98457d4b4e46 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f59b55f-1072-472f-a153-aadf335df057 HTTP/1.1" status: 200 len: 210 time: 0.0477240 May 25 15:43:27.721622 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [req-072bb97a-45ba-440e-af19-02db752a87d8 req-d127deb3-d3ad-4af2-8e93-35e297e55766 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Calling delete_port for 58e438ee-5635-41c2-9295-43383bf88c95 owned by compute:nova {{(pid=98473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:43:27.838182 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-072bb97a-45ba-440e-af19-02db752a87d8 req-d127deb3-d3ad-4af2-8e93-35e297e55766 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372'] for port, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:27.844120 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-f14a2554-3987-4bb8-91b0-f94a2e89baee tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:27.890468 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127deb3-d3ad-4af2-8e93-35e297e55766 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Pushing event deleted for resources: {'Port': ['ID=58e438ee-5635-41c2-9295-43383bf88c95,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:27.945839 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e55d7931-6da5-43cf-b6cb-a52a41ef98cf req-aef5c641-161b-440b-aece-dfec38e2abeb tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a HTTP/1.1" status: 200 len: 210 time: 0.0541697 May 25 15:43:27.953226 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-d127deb3-d3ad-4af2-8e93-35e297e55766 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:27.993179 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [req-072bb97a-45ba-440e-af19-02db752a87d8 req-d127deb3-d3ad-4af2-8e93-35e297e55766 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] No DVR routers for this DVR port 58e438ee-5635-41c2-9295-43383bf88c95 on host hv-cinder-79124 {{(pid=98473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:43:27.995522 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-072bb97a-45ba-440e-af19-02db752a87d8 req-d127deb3-d3ad-4af2-8e93-35e297e55766 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:28.041614 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-072bb97a-45ba-440e-af19-02db752a87d8 req-d127deb3-d3ad-4af2-8e93-35e297e55766 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.57 "DELETE /v2.0/ports/58e438ee-5635-41c2-9295-43383bf88c95 HTTP/1.1" status: 204 len: 173 time: 0.7379353 May 25 15:43:28.084254 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05021c4-d050-4346-9e1c-31baf11496dc req-510d53bb-42ad-4aef-95de-c5d35ac1d725 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:28.085725 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d05021c4-d050-4346-9e1c-31baf11496dc req-510d53bb-42ad-4aef-95de-c5d35ac1d725 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.0818706 May 25 15:43:28.139015 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d05021c4-d050-4346-9e1c-31baf11496dc req-d70d8acf-8b1a-4bd0-9b9a-bb9ca26dbc31 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447867 May 25 15:43:28.456563 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['ac9011aa-187b-4dfd-b433-2941925cefd4'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:43:29.006337 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a', 'name': 'network-vif-deleted', 'tag': '58e438ee-5635-41c2-9295-43383bf88c95'}] {{(pid=98473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:43:29.053478 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7bbc56a-78c5-45b7-a32b-de9fdc3dc49a', 'name': 'network-vif-deleted', 'tag': '58e438ee-5635-41c2-9295-43383bf88c95', 'status': 'completed', 'code': 200} May 25 15:43:29.364870 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33490226-ea79-451d-a8ec-e5fecbc27776 req-1005d9c7-448b-470f-bf89-8acfbe6b6d36 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:29.366339 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-33490226-ea79-451d-a8ec-e5fecbc27776 req-1005d9c7-448b-470f-bf89-8acfbe6b6d36 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.0829220 May 25 15:43:29.410095 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14143c1-5f89-483b-a21d-ec214580c886 req-b0cffeac-2162-4aef-8207-8d323b9bc7f7 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:29.411850 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b14143c1-5f89-483b-a21d-ec214580c886 req-b0cffeac-2162-4aef-8207-8d323b9bc7f7 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.0901403 May 25 15:43:29.412319 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-33490226-ea79-451d-a8ec-e5fecbc27776 req-3e9bf968-a96a-425a-a9bc-1a98e4907cf8 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401697 May 25 15:43:29.458742 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b14143c1-5f89-483b-a21d-ec214580c886 req-327fee06-1b46-4689-a008-bb017d1da9d2 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403173 May 25 15:43:29.857630 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 05c615ed-9a5d-47a0-8e3e-c2a343e72aea no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:43:29.893094 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] No Port match for: 05c615ed-9a5d-47a0-8e3e-c2a343e72aea {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:43:29.893451 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 05c615ed-9a5d-47a0-8e3e-c2a343e72aea not bound to the agent host hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:43:29.893873 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 58e438ee-5635-41c2-9295-43383bf88c95 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:43:29.929413 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] No Port match for: 58e438ee-5635-41c2-9295-43383bf88c95 {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:43:29.929791 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 58e438ee-5635-41c2-9295-43383bf88c95 not bound to the agent host hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:43:30.321244 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43267f-3df2-42ac-8304-851b65247840 req-5368837e-0568-4a74-a114-cd8bbbee2efc tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:30.322697 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-5d43267f-3df2-42ac-8304-851b65247840 req-5368837e-0568-4a74-a114-cd8bbbee2efc tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd0cdce-9e5f-482d-98c1-c808604b6f2a HTTP/1.1" status: 200 len: 945 time: 0.0774648 May 25 15:43:30.370675 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-5d43267f-3df2-42ac-8304-851b65247840 req-d88d4135-b6c1-4bd7-97e0-0216d6b12b42 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423293 May 25 15:43:30.607713 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f840419-900e-4e1e-8cd1-51c472665df1 req-b2168e01-23d6-4eca-92e0-da0ce56db5ba tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:30.609125 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-1f840419-900e-4e1e-8cd1-51c472665df1 req-b2168e01-23d6-4eca-92e0-da0ce56db5ba tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.0823529 May 25 15:43:30.645252 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd06b4a-a74c-4ee1-b2be-7a66428e5ce6 req-79419a33-8426-47f0-bdb6-fc90ea39e3ef tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:30.646707 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ccd06b4a-a74c-4ee1-b2be-7a66428e5ce6 req-79419a33-8426-47f0-bdb6-fc90ea39e3ef tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.0810926 May 25 15:43:30.655261 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-1f840419-900e-4e1e-8cd1-51c472665df1 req-a97ba745-39cf-4aa9-b0ea-d5e0264be0bd tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389628 May 25 15:43:30.691108 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ccd06b4a-a74c-4ee1-b2be-7a66428e5ce6 req-28953394-5750-4ec5-a35f-6b3f3636d14e tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385263 May 25 15:43:31.558771 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe8cb3-c240-4c17-8359-3de2857c0058 req-ef545c36-6b26-4f9e-b57b-cc3b0e1b3111 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:31.560243 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-dfbe8cb3-c240-4c17-8359-3de2857c0058 req-ef545c36-6b26-4f9e-b57b-cc3b0e1b3111 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd0cdce-9e5f-482d-98c1-c808604b6f2a HTTP/1.1" status: 200 len: 945 time: 0.0817461 May 25 15:43:31.605039 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-dfbe8cb3-c240-4c17-8359-3de2857c0058 req-4a0c4a3c-05b1-4079-b9f8-e9ff8022d94d tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386348 May 25 15:43:31.856970 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95c020-e1e6-411a-8cc5-0673a652f8b7 req-7d9deacc-f062-4d19-a00a-0ba89f50d5eb tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:31.858487 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-9c95c020-e1e6-411a-8cc5-0673a652f8b7 req-7d9deacc-f062-4d19-a00a-0ba89f50d5eb tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.0893884 May 25 15:43:31.889071 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82008436-fec6-4b09-acb6-6e1e73eac15c req-5a0cc418-0ccd-49fe-b949-fe53237185e5 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:31.890511 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-82008436-fec6-4b09-acb6-6e1e73eac15c req-5a0cc418-0ccd-49fe-b949-fe53237185e5 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.0912595 May 25 15:43:31.903312 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-9c95c020-e1e6-411a-8cc5-0673a652f8b7 req-866910ae-9442-4ffe-8b5e-fda09103dcc9 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382941 May 25 15:43:31.934524 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-82008436-fec6-4b09-acb6-6e1e73eac15c req-95ef0fb3-a2ce-4e8d-8a2f-0e5a9cb308ba tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382271 May 25 15:43:32.803243 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1c275-397d-45f0-a3db-6a76dba74aff req-3b4bef91-79cc-4f6d-95d0-44be6e72e60f tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:32.808361 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-26d1c275-397d-45f0-a3db-6a76dba74aff req-3b4bef91-79cc-4f6d-95d0-44be6e72e60f tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd0cdce-9e5f-482d-98c1-c808604b6f2a HTTP/1.1" status: 200 len: 945 time: 0.0880194 May 25 15:43:32.849995 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-26d1c275-397d-45f0-a3db-6a76dba74aff req-83a4d98e-de45-41a5-a6ba-5a63119b6702 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394268 May 25 15:43:33.108075 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f139de-96b6-4dc9-bc23-0d19dbdbe17d req-b075642f-17f1-4177-8b3b-10b414f38019 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:33.109524 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-53f139de-96b6-4dc9-bc23-0d19dbdbe17d req-b075642f-17f1-4177-8b3b-10b414f38019 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.0900686 May 25 15:43:33.123137 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7238e-eea7-444e-affa-d85ec930c08e req-2db33352-b44a-4949-9fc4-78838df3d04d tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:33.124641 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-7bd7238e-eea7-444e-affa-d85ec930c08e req-2db33352-b44a-4949-9fc4-78838df3d04d tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.0825655 May 25 15:43:33.155446 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-53f139de-96b6-4dc9-bc23-0d19dbdbe17d req-e45a8932-3f59-4d17-bbdf-44a3ea712f5e tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393019 May 25 15:43:33.172613 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-7bd7238e-eea7-444e-affa-d85ec930c08e req-f4fc196f-0ec4-4333-8edb-271b772450f2 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423691 May 25 15:43:33.461587 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd9125-0c56-4b5d-b6e9-ed379cb07868 req-32ea2370-7de4-422c-a688-92bba2dab280 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:33.462569 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-43cd9125-0c56-4b5d-b6e9-ed379cb07868 req-32ea2370-7de4-422c-a688-92bba2dab280 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Synchronizing usage tracker for tenant:1d0d92ba8c334e7bb4ce451a7b4b1caf on resource:port {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:43:33.478483 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-43cd9125-0c56-4b5d-b6e9-ed379cb07868 req-32ea2370-7de4-422c-a688-92bba2dab280 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Unset dirty status for tenant:1d0d92ba8c334e7bb4ce451a7b4b1caf on resource:port {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:43:33.479721 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-43cd9125-0c56-4b5d-b6e9-ed379cb07868 req-32ea2370-7de4-422c-a688-92bba2dab280 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd0cdce-9e5f-482d-98c1-c808604b6f2a HTTP/1.1" status: 200 len: 945 time: 0.1040883 May 25 15:43:33.619663 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [req-43cd9125-0c56-4b5d-b6e9-ed379cb07868 req-f8c5e75e-45ea-4684-94a1-8add7e2e2016 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Deleting port 0ba28077-e118-4291-9223-ceeeea3ba29f {{(pid=98473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:43:33.620045 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-43cd9125-0c56-4b5d-b6e9-ed379cb07868 req-f8c5e75e-45ea-4684-94a1-8add7e2e2016 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:33.753336 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [req-43cd9125-0c56-4b5d-b6e9-ed379cb07868 req-f8c5e75e-45ea-4684-94a1-8add7e2e2016 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] For port 0ba28077-e118-4291-9223-ceeeea3ba29f, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=0ba28077-e118-4291-9223-ceeeea3ba29f,segment=NetworkSegment(1ec4470b-39ac-4e1b-833b-ea3a68e90e6d),segment_id=1ec4470b-39ac-4e1b-833b-ea3a68e90e6d)] {{(pid=98473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:43:33.754366 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-43cd9125-0c56-4b5d-b6e9-ed379cb07868 req-f8c5e75e-45ea-4684-94a1-8add7e2e2016 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:33.953407 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [req-43cd9125-0c56-4b5d-b6e9-ed379cb07868 req-f8c5e75e-45ea-4684-94a1-8add7e2e2016 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Calling delete_port for 0ba28077-e118-4291-9223-ceeeea3ba29f owned by compute:nova {{(pid=98473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:43:34.035171 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da91add-7cfa-44b9-81b4-24ed91fbd7fe req-d151622d-0479-4c20-92dc-841f97d10340 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:34.036720 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-4da91add-7cfa-44b9-81b4-24ed91fbd7fe req-d151622d-0479-4c20-92dc-841f97d10340 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd0cdce-9e5f-482d-98c1-c808604b6f2a HTTP/1.1" status: 200 len: 945 time: 0.0793364 May 25 15:43:34.063242 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-43cd9125-0c56-4b5d-b6e9-ed379cb07868 req-f8c5e75e-45ea-4684-94a1-8add7e2e2016 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372'] for port, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:34.069014 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-94bf0bfa-3897-47d1-85fe-e0959b7509c7 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:34.077769 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['1b4f457c-ce11-4b07-b661-f77713f031df', '59e226d0-ad87-4d48-bc78-d4921b0d068d'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:43:34.082764 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-4da91add-7cfa-44b9-81b4-24ed91fbd7fe req-e50598a0-bf39-41ba-be9b-2e6ffe381a5a tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402076 May 25 15:43:34.114484 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5e75e-45ea-4684-94a1-8add7e2e2016 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Pushing event deleted for resources: {'Port': ['ID=0ba28077-e118-4291-9223-ceeeea3ba29f,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:34.117681 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-f8c5e75e-45ea-4684-94a1-8add7e2e2016 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:34.190234 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [req-43cd9125-0c56-4b5d-b6e9-ed379cb07868 req-f8c5e75e-45ea-4684-94a1-8add7e2e2016 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] No DVR routers for this DVR port 0ba28077-e118-4291-9223-ceeeea3ba29f on host hv-cinder-79124 {{(pid=98473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:43:34.193083 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-43cd9125-0c56-4b5d-b6e9-ed379cb07868 req-f8c5e75e-45ea-4684-94a1-8add7e2e2016 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:34.202190 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd0cdce-9e5f-482d-98c1-c808604b6f2a', 'name': 'network-vif-deleted', 'tag': '0ba28077-e118-4291-9223-ceeeea3ba29f'}] {{(pid=98473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:43:34.211190 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-43cd9125-0c56-4b5d-b6e9-ed379cb07868 req-f8c5e75e-45ea-4684-94a1-8add7e2e2016 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.57 "DELETE /v2.0/ports/0ba28077-e118-4291-9223-ceeeea3ba29f HTTP/1.1" status: 204 len: 173 time: 0.7247252 May 25 15:43:34.361722 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141b9a8-195a-47cc-8e0d-c4dfeea2edc1 req-c74840c6-b38d-4e7f-b69f-ab628445ca4b tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:34.364828 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-e141b9a8-195a-47cc-8e0d-c4dfeea2edc1 req-c74840c6-b38d-4e7f-b69f-ab628445ca4b tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.0910585 May 25 15:43:34.399393 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032c15c-c3cb-4a20-8a37-d73562f768a3 req-9988cd0b-04a8-46cb-9b59-64caadec6b04 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:34.401160 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1032c15c-c3cb-4a20-8a37-d73562f768a3 req-9988cd0b-04a8-46cb-9b59-64caadec6b04 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.1002054 May 25 15:43:34.420112 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-e141b9a8-195a-47cc-8e0d-c4dfeea2edc1 req-99bdf688-d7bf-4ad4-b2a3-eb07746f7aa4 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453930 May 25 15:43:34.449412 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1032c15c-c3cb-4a20-8a37-d73562f768a3 req-53b9ff53-309a-4b01-a93a-1a0ac0f65a58 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424387 May 25 15:43:34.480802 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd0cdce-9e5f-482d-98c1-c808604b6f2a', 'name': 'network-vif-deleted', 'tag': '0ba28077-e118-4291-9223-ceeeea3ba29f', 'status': 'completed', 'code': 200} May 25 15:43:35.550543 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5c344-41f1-4606-b69b-684dab558387 req-858c33a4-e094-4962-b0db-83657393f06e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:35.551246 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-17c5c344-41f1-4606-b69b-684dab558387 req-858c33a4-e094-4962-b0db-83657393f06e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Synchronizing usage tracker for tenant:1d0d92ba8c334e7bb4ce451a7b4b1caf on resource:port {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:43:35.567691 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-17c5c344-41f1-4606-b69b-684dab558387 req-858c33a4-e094-4962-b0db-83657393f06e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Unset dirty status for tenant:1d0d92ba8c334e7bb4ce451a7b4b1caf on resource:port {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:43:35.568904 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-17c5c344-41f1-4606-b69b-684dab558387 req-858c33a4-e094-4962-b0db-83657393f06e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=32d95093-b734-4948-be51-5c959b1d0d0c HTTP/1.1" status: 200 len: 945 time: 0.1061714 May 25 15:43:35.614289 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-17c5c344-41f1-4606-b69b-684dab558387 req-4c27b25e-7126-4f3d-a549-3634a8f050af tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392742 May 25 15:43:35.623778 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52220784-e35b-4d4e-9cc2-b1aa1ffa1a09 req-44f60369-d470-418c-b669-21ae54d6a460 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:35.625239 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-52220784-e35b-4d4e-9cc2-b1aa1ffa1a09 req-44f60369-d470-418c-b669-21ae54d6a460 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.0808499 May 25 15:43:35.670695 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-52220784-e35b-4d4e-9cc2-b1aa1ffa1a09 req-51e0c1de-e51b-4a7e-941a-a811aaca7dfb tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395961 May 25 15:43:35.791417 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ceba9-d920-4817-a51c-8e53e900f56f req-46261039-520d-446d-ade5-5f3a25276248 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:35.792129 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-1e7ceba9-d920-4817-a51c-8e53e900f56f req-46261039-520d-446d-ade5-5f3a25276248 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Synchronizing usage tracker for tenant:58b8a9fdf31144b5b20d99f9a9ac856f on resource:port {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:43:35.816260 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-1e7ceba9-d920-4817-a51c-8e53e900f56f req-46261039-520d-446d-ade5-5f3a25276248 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Unset dirty status for tenant:58b8a9fdf31144b5b20d99f9a9ac856f on resource:port {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:43:35.818056 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-1e7ceba9-d920-4817-a51c-8e53e900f56f req-46261039-520d-446d-ade5-5f3a25276248 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.1092038 May 25 15:43:35.864563 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-1e7ceba9-d920-4817-a51c-8e53e900f56f req-ef115d27-37e5-4b52-a40e-3588f47be33f tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/security-groups?id=c972cf9f-16f8-4de7-b90f-7f42df92fa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406396 May 25 15:43:35.902234 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 0ba28077-e118-4291-9223-ceeeea3ba29f no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:43:35.936083 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] No Port match for: 0ba28077-e118-4291-9223-ceeeea3ba29f {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:43:35.936429 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 0ba28077-e118-4291-9223-ceeeea3ba29f not bound to the agent host hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:43:36.016772 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3267295-a1e0-461b-8732-3b1843a0ea10 req-d6624197-f99d-4930-967e-e48e77bc75a3 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:36.018793 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b3267295-a1e0-461b-8732-3b1843a0ea10 req-d6624197-f99d-4930-967e-e48e77bc75a3 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.57 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 946 time: 0.0787666 May 25 15:43:36.154385 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [req-b3267295-a1e0-461b-8732-3b1843a0ea10 req-879af874-b6da-48f1-bd5f-ea8ee6d22395 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Deleting port ac9011aa-187b-4dfd-b433-2941925cefd4 {{(pid=98473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:43:36.154643 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-b3267295-a1e0-461b-8732-3b1843a0ea10 req-879af874-b6da-48f1-bd5f-ea8ee6d22395 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:36.285169 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [req-b3267295-a1e0-461b-8732-3b1843a0ea10 req-879af874-b6da-48f1-bd5f-ea8ee6d22395 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] For port ac9011aa-187b-4dfd-b433-2941925cefd4, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=ac9011aa-187b-4dfd-b433-2941925cefd4,segment=NetworkSegment(814a74a1-ca3e-4b1a-b593-83a6e7d765f0),segment_id=814a74a1-ca3e-4b1a-b593-83a6e7d765f0)] {{(pid=98473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:43:36.285527 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-b3267295-a1e0-461b-8732-3b1843a0ea10 req-879af874-b6da-48f1-bd5f-ea8ee6d22395 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:36.404814 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [req-b3267295-a1e0-461b-8732-3b1843a0ea10 req-879af874-b6da-48f1-bd5f-ea8ee6d22395 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Calling delete_port for ac9011aa-187b-4dfd-b433-2941925cefd4 owned by compute:nova {{(pid=98473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:43:36.514033 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-b3267295-a1e0-461b-8732-3b1843a0ea10 req-879af874-b6da-48f1-bd5f-ea8ee6d22395 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372'] for port, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:36.519543 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:36.562385 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879af874-b6da-48f1-bd5f-ea8ee6d22395 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Pushing event deleted for resources: {'Port': ['ID=ac9011aa-187b-4dfd-b433-2941925cefd4,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:36.595809 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879af874-b6da-48f1-bd5f-ea8ee6d22395 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:36.596200 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879af874-b6da-48f1-bd5f-ea8ee6d22395 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:36.596560 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879af874-b6da-48f1-bd5f-ea8ee6d22395 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:36.596909 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879af874-b6da-48f1-bd5f-ea8ee6d22395 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:36.597256 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879af874-b6da-48f1-bd5f-ea8ee6d22395 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:36.597601 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879af874-b6da-48f1-bd5f-ea8ee6d22395 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:36.597950 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879af874-b6da-48f1-bd5f-ea8ee6d22395 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:36.598298 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879af874-b6da-48f1-bd5f-ea8ee6d22395 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:36.598640 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879af874-b6da-48f1-bd5f-ea8ee6d22395 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:36.598981 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879af874-b6da-48f1-bd5f-ea8ee6d22395 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:36.599314 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879af874-b6da-48f1-bd5f-ea8ee6d22395 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:36.599651 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879af874-b6da-48f1-bd5f-ea8ee6d22395 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:36.606751 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-879af874-b6da-48f1-bd5f-ea8ee6d22395 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:36.650211 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3267295-a1e0-461b-8732-3b1843a0ea10 req-879af874-b6da-48f1-bd5f-ea8ee6d22395 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] No DVR routers for this DVR port ac9011aa-187b-4dfd-b433-2941925cefd4 on host hv-cinder-79124 {{(pid=98473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:43:36.652654 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-b3267295-a1e0-461b-8732-3b1843a0ea10 req-879af874-b6da-48f1-bd5f-ea8ee6d22395 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:36.655309 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76c0b13-35a8-46ae-80c3-26ad64aa8e19', 'name': 'network-vif-deleted', 'tag': 'ac9011aa-187b-4dfd-b433-2941925cefd4'}] {{(pid=98473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:43:36.672033 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b3267295-a1e0-461b-8732-3b1843a0ea10 req-879af874-b6da-48f1-bd5f-ea8ee6d22395 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.57 "DELETE /v2.0/ports/ac9011aa-187b-4dfd-b433-2941925cefd4 HTTP/1.1" status: 204 len: 173 time: 0.6465514 May 25 15:43:36.718326 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76c0b13-35a8-46ae-80c3-26ad64aa8e19', 'name': 'network-vif-deleted', 'tag': 'ac9011aa-187b-4dfd-b433-2941925cefd4', 'status': 'completed', 'code': 200} May 25 15:43:36.901486 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab360a-9072-4c2d-bff6-22b213229bf2 req-1c39090b-ca85-4d95-9ef8-a212fa005f6a tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:36.903094 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-18ab360a-9072-4c2d-bff6-22b213229bf2 req-1c39090b-ca85-4d95-9ef8-a212fa005f6a tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.0930138 May 25 15:43:36.904160 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2537051-4fd0-4dad-a20c-1fa497c546c6 req-62c4ccee-031b-43bf-98e4-3c58d348b021 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:36.905651 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-f2537051-4fd0-4dad-a20c-1fa497c546c6 req-62c4ccee-031b-43bf-98e4-3c58d348b021 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=32d95093-b734-4948-be51-5c959b1d0d0c HTTP/1.1" status: 200 len: 945 time: 0.1520495 May 25 15:43:36.952141 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-f2537051-4fd0-4dad-a20c-1fa497c546c6 req-e065cb8e-0f18-4c4c-b1de-a3dee2f99797 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403750 May 25 15:43:36.955436 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-18ab360a-9072-4c2d-bff6-22b213229bf2 req-8b900254-2f6c-4374-8441-747e811c5fd3 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450840 May 25 15:43:37.114337 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-2f724851-5c57-4f7e-92d7-8e14f8be13b3 req-83208501-04bd-4d4f-a6a9-cce1d5c8d897 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Synchronizing usage tracker for tenant:58b8a9fdf31144b5b20d99f9a9ac856f on resource:port {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:43:37.133512 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-2f724851-5c57-4f7e-92d7-8e14f8be13b3 req-83208501-04bd-4d4f-a6a9-cce1d5c8d897 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Unset dirty status for tenant:58b8a9fdf31144b5b20d99f9a9ac856f on resource:port {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:43:37.134653 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-2f724851-5c57-4f7e-92d7-8e14f8be13b3 req-83208501-04bd-4d4f-a6a9-cce1d5c8d897 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] 10.222.0.32 "GET /v2.0/ports?device_id=d76c0b13-35a8-46ae-80c3-26ad64aa8e19 HTTP/1.1" status: 200 len: 210 time: 0.0649323 May 25 15:43:37.774607 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b9d59-d3ca-4430-bcb7-8e368c16d6ec req-22cbf462-a258-454f-8564-39d45eb3efa6 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:37.776232 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b22b9d59-d3ca-4430-bcb7-8e368c16d6ec req-22cbf462-a258-454f-8564-39d45eb3efa6 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.57 "GET /v2.0/ports?device_id=32d95093-b734-4948-be51-5c959b1d0d0c HTTP/1.1" status: 200 len: 945 time: 0.0780783 May 25 15:43:37.913990 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device ac9011aa-187b-4dfd-b433-2941925cefd4 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:43:37.948064 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] No Port match for: ac9011aa-187b-4dfd-b433-2941925cefd4 {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:43:37.948548 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device ac9011aa-187b-4dfd-b433-2941925cefd4 not bound to the agent host hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:43:37.985314 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [req-b22b9d59-d3ca-4430-bcb7-8e368c16d6ec req-c50656c9-9ccd-4d72-a7e7-642896d46e16 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Deleting port 59e226d0-ad87-4d48-bc78-d4921b0d068d {{(pid=98473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:43:37.985657 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-b22b9d59-d3ca-4430-bcb7-8e368c16d6ec req-c50656c9-9ccd-4d72-a7e7-642896d46e16 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:38.143709 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a6708-7c6e-47b8-a5cd-44da2bda3680 req-623f957c-c26a-4038-bf6d-1416d843b607 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:38.145179 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d83a6708-7c6e-47b8-a5cd-44da2bda3680 req-623f957c-c26a-4038-bf6d-1416d843b607 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=32d95093-b734-4948-be51-5c959b1d0d0c HTTP/1.1" status: 200 len: 945 time: 0.0795419 May 25 15:43:38.179785 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [req-b22b9d59-d3ca-4430-bcb7-8e368c16d6ec req-c50656c9-9ccd-4d72-a7e7-642896d46e16 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] For port 59e226d0-ad87-4d48-bc78-d4921b0d068d, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=59e226d0-ad87-4d48-bc78-d4921b0d068d,segment=NetworkSegment(1ec4470b-39ac-4e1b-833b-ea3a68e90e6d),segment_id=1ec4470b-39ac-4e1b-833b-ea3a68e90e6d)] {{(pid=98473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:43:38.180167 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-b22b9d59-d3ca-4430-bcb7-8e368c16d6ec req-c50656c9-9ccd-4d72-a7e7-642896d46e16 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:38.191576 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d83a6708-7c6e-47b8-a5cd-44da2bda3680 req-bd76d9d5-2a95-4362-b802-331aac8c63a3 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406573 May 25 15:43:38.304333 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [req-b22b9d59-d3ca-4430-bcb7-8e368c16d6ec req-c50656c9-9ccd-4d72-a7e7-642896d46e16 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Calling delete_port for 59e226d0-ad87-4d48-bc78-d4921b0d068d owned by compute:nova {{(pid=98473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:43:38.326625 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c350665-3d4f-4510-af2d-fafc4b515349 req-931961ae-909c-4a95-a6ee-6c52f0c62618 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:38.328112 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-2c350665-3d4f-4510-af2d-fafc4b515349 req-931961ae-909c-4a95-a6ee-6c52f0c62618 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.2410042 May 25 15:43:38.382781 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-2c350665-3d4f-4510-af2d-fafc4b515349 req-78775750-b253-4a64-9481-822281d9e2d4 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473015 May 25 15:43:38.391145 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 38420) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:38.466443 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-b22b9d59-d3ca-4430-bcb7-8e368c16d6ec req-c50656c9-9ccd-4d72-a7e7-642896d46e16 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372'] for port, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:38.471993 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-d3c80d3d-08de-4efd-a590-e5933ada9c40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:38.477920 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['1b4f457c-ce11-4b07-b661-f77713f031df'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:43:38.519573 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50656c9-9ccd-4d72-a7e7-642896d46e16 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Pushing event deleted for resources: {'Port': ['ID=59e226d0-ad87-4d48-bc78-d4921b0d068d,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:38.546867 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-c50656c9-9ccd-4d72-a7e7-642896d46e16 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:38.596544 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22b9d59-d3ca-4430-bcb7-8e368c16d6ec req-c50656c9-9ccd-4d72-a7e7-642896d46e16 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] No DVR routers for this DVR port 59e226d0-ad87-4d48-bc78-d4921b0d068d on host hv-cinder-79124 {{(pid=98473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:43:38.598886 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-b22b9d59-d3ca-4430-bcb7-8e368c16d6ec req-c50656c9-9ccd-4d72-a7e7-642896d46e16 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:38.613206 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b22b9d59-d3ca-4430-bcb7-8e368c16d6ec req-c50656c9-9ccd-4d72-a7e7-642896d46e16 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.57 "DELETE /v2.0/ports/59e226d0-ad87-4d48-bc78-d4921b0d068d HTTP/1.1" status: 204 len: 173 time: 0.8306811 May 25 15:43:38.719322 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d95093-b734-4948-be51-5c959b1d0d0c', 'name': 'network-vif-deleted', 'tag': '59e226d0-ad87-4d48-bc78-d4921b0d068d'}] {{(pid=98473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:43:38.766648 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d95093-b734-4948-be51-5c959b1d0d0c', 'name': 'network-vif-deleted', 'tag': '59e226d0-ad87-4d48-bc78-d4921b0d068d', 'status': 'completed', 'code': 200} May 25 15:43:38.944487 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-1ab0a61a-7bc0-40f5-af97-352e2a85ff09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-352562'] for router_interface, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:39.368361 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [None req-1ab0a61a-7bc0-40f5-af97-352e2a85ff09 admin admin] Deleting port ad92c6cb-8083-4ed7-905d-7b8a76e463d9 {{(pid=98474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:43:39.369636 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-1ab0a61a-7bc0-40f5-af97-352e2a85ff09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:39.373101 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-03b5fbeb-cc30-4b06-ab03-d008c0afdefb req-2c64f480-5706-4810-b1a0-8f199595a008 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Synchronizing usage tracker for tenant:1d0d92ba8c334e7bb4ce451a7b4b1caf on resource:port {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:43:39.396355 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-03b5fbeb-cc30-4b06-ab03-d008c0afdefb req-2c64f480-5706-4810-b1a0-8f199595a008 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Unset dirty status for tenant:1d0d92ba8c334e7bb4ce451a7b4b1caf on resource:port {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:43:39.398394 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-03b5fbeb-cc30-4b06-ab03-d008c0afdefb req-2c64f480-5706-4810-b1a0-8f199595a008 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=32d95093-b734-4948-be51-5c959b1d0d0c HTTP/1.1" status: 200 len: 210 time: 0.0809083 May 25 15:43:39.496469 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [None req-1ab0a61a-7bc0-40f5-af97-352e2a85ff09 admin admin] For port ad92c6cb-8083-4ed7-905d-7b8a76e463d9, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=ad92c6cb-8083-4ed7-905d-7b8a76e463d9,segment=NetworkSegment(814a74a1-ca3e-4b1a-b593-83a6e7d765f0),segment_id=814a74a1-ca3e-4b1a-b593-83a6e7d765f0)] {{(pid=98474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:43:39.496920 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-1ab0a61a-7bc0-40f5-af97-352e2a85ff09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:39.572375 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82508f59-2594-477c-b7ae-9c1c7c555669 req-999468b1-15a3-401d-8ba0-a98496355849 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:39.573948 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-82508f59-2594-477c-b7ae-9c1c7c555669 req-999468b1-15a3-401d-8ba0-a98496355849 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.0789151 May 25 15:43:39.621428 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-82508f59-2594-477c-b7ae-9c1c7c555669 req-83e8a12a-15f0-45de-94f0-9e767051a61f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417478 May 25 15:43:39.621680 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [None req-1ab0a61a-7bc0-40f5-af97-352e2a85ff09 admin admin] Calling delete_port for ad92c6cb-8083-4ed7-905d-7b8a76e463d9 owned by network:router_interface {{(pid=98474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:43:39.932395 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 59e226d0-ad87-4d48-bc78-d4921b0d068d no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:43:39.966114 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] No Port match for: 59e226d0-ad87-4d48-bc78-d4921b0d068d {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:43:39.966442 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 59e226d0-ad87-4d48-bc78-d4921b0d068d not bound to the agent host hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:43:39.984211 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-1ab0a61a-7bc0-40f5-af97-352e2a85ff09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:39.988367 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:40.031382 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0a61a-7bc0-40f5-af97-352e2a85ff09 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad92c6cb-8083-4ed7-905d-7b8a76e463d9,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:40.101497 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0a61a-7bc0-40f5-af97-352e2a85ff09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:40.101934 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0a61a-7bc0-40f5-af97-352e2a85ff09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:40.102345 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0a61a-7bc0-40f5-af97-352e2a85ff09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:40.102738 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0a61a-7bc0-40f5-af97-352e2a85ff09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:40.103096 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0a61a-7bc0-40f5-af97-352e2a85ff09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:40.103451 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0a61a-7bc0-40f5-af97-352e2a85ff09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:40.103802 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0a61a-7bc0-40f5-af97-352e2a85ff09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:40.104175 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0a61a-7bc0-40f5-af97-352e2a85ff09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:40.104563 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0a61a-7bc0-40f5-af97-352e2a85ff09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:40.104949 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0a61a-7bc0-40f5-af97-352e2a85ff09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:40.105297 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0a61a-7bc0-40f5-af97-352e2a85ff09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:40.105688 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0a61a-7bc0-40f5-af97-352e2a85ff09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:40.112990 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-1ab0a61a-7bc0-40f5-af97-352e2a85ff09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:40.243083 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-10247270-1499-4440-a9da-dd99e1d9984a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:40.312056 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-1ab0a61a-7bc0-40f5-af97-352e2a85ff09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358818'] for router_interface, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:40.718120 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab0a61a-7bc0-40f5-af97-352e2a85ff09 admin admin] Router 0b6d2aaf-e710-4ef6-bfb3-54bf20f72797 has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:43:40.870287 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d0b47-2801-4ce4-896a-d05195c1d748 req-71f557ab-6c98-4524-b951-a3d03548a772 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:40.871778 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-9b1d0b47-2801-4ce4-896a-d05195c1d748 req-71f557ab-6c98-4524-b951-a3d03548a772 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.0931592 May 25 15:43:40.919856 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-9b1d0b47-2801-4ce4-896a-d05195c1d748 req-101a7f48-dbb8-45a4-a7dc-5de831ae36b6 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415955 May 25 15:43:40.920106 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab0a61a-7bc0-40f5-af97-352e2a85ff09 admin admin] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:43:40.929984 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4899d6e6-be9c-4789-b1b5-0b42eb1853ec None None] Sync routers for ids ['0b6d2aaf-e710-4ef6-bfb3-54bf20f72797'] in dv-cinder-791240-3-iscsi {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:43:40.936993 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-1ab0a61a-7bc0-40f5-af97-352e2a85ff09 admin admin] 10.222.0.32 "PUT /v2.0/routers/0b6d2aaf-e710-4ef6-bfb3-54bf20f72797/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5447516 May 25 15:43:40.939372 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 38458) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:40.949367 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4899d6e6-be9c-4789-b1b5-0b42eb1853ec None None] Routers {'0b6d2aaf-e710-4ef6-bfb3-54bf20f72797'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:43:40.950568 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-4899d6e6-be9c-4789-b1b5-0b42eb1853ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:43:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['0b6d2aaf-e710-4ef6-bfb3-54bf20f72797'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:43:41.140838 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-4899d6e6-be9c-4789-b1b5-0b42eb1853ec None None] Set router 0b6d2aaf-e710-4ef6-bfb3-54bf20f72797 gateway port host: dv-cinder-791240-3-iscsi {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:43:41.222556 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-57783ca2-6158-4c99-b7ed-ed5907785a71 admin admin] Notify callbacks [] for router, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:41.403485 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-57783ca2-6158-4c99-b7ed-ed5907785a71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:41.428792 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-4899d6e6-be9c-4789-b1b5-0b42eb1853ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6d2aaf-e710-4ef6-bfb3-54bf20f72797', 'name': 'tempest-ServerRescueNegativeTestJSON-1569998671-router', 'tenant_id': '58b8a9fdf31144b5b20d99f9a9ac856f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bff4e080-c1ed-43e6-872c-a286b15ea1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:39:28Z', 'updated_at': '2021-05-25T15:43:39Z', 'revision_number': 5, 'project_id': '58b8a9fdf31144b5b20d99f9a9ac856f', 'gw_port': {'id': 'bff4e080-c1ed-43e6-872c-a286b15ea1c5', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6d2aaf-e710-4ef6-bfb3-54bf20f72797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:31Z', 'updated_at': '2021-05-25T15:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi'}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:43:41.432534 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4899d6e6-be9c-4789-b1b5-0b42eb1853ec None None] Checking router: 0b6d2aaf-e710-4ef6-bfb3-54bf20f72797 for host: dv-cinder-791240-3-iscsi {{(pid=98476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:43:41.440885 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4899d6e6-be9c-4789-b1b5-0b42eb1853ec None None] Routers {'0b6d2aaf-e710-4ef6-bfb3-54bf20f72797'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:43:41.441480 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-4899d6e6-be9c-4789-b1b5-0b42eb1853ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:43:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['0b6d2aaf-e710-4ef6-bfb3-54bf20f72797'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:43:41.498368 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [None req-57783ca2-6158-4c99-b7ed-ed5907785a71 admin admin] Deleting port bff4e080-c1ed-43e6-872c-a286b15ea1c5 {{(pid=98474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:43:41.498711 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-57783ca2-6158-4c99-b7ed-ed5907785a71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:41.597323 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-4899d6e6-be9c-4789-b1b5-0b42eb1853ec None None] Set router 0b6d2aaf-e710-4ef6-bfb3-54bf20f72797 gateway port host: None {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:43:41.619206 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [None req-57783ca2-6158-4c99-b7ed-ed5907785a71 admin admin] For port bff4e080-c1ed-43e6-872c-a286b15ea1c5, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=bff4e080-c1ed-43e6-872c-a286b15ea1c5,segment=NetworkSegment(709432ef-9055-43de-bcb9-c4833f38b817),segment_id=709432ef-9055-43de-bcb9-c4833f38b817)] {{(pid=98474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:43:41.619472 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-57783ca2-6158-4c99-b7ed-ed5907785a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:41.702647 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-4899d6e6-be9c-4789-b1b5-0b42eb1853ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6d2aaf-e710-4ef6-bfb3-54bf20f72797', 'name': 'tempest-ServerRescueNegativeTestJSON-1569998671-router', 'tenant_id': '58b8a9fdf31144b5b20d99f9a9ac856f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:39:28Z', 'updated_at': '2021-05-25T15:43:41Z', 'revision_number': 6, 'project_id': '58b8a9fdf31144b5b20d99f9a9ac856f', 'gw_port_host': None}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:43:41.706715 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4899d6e6-be9c-4789-b1b5-0b42eb1853ec None None] The sync data for ids ['0b6d2aaf-e710-4ef6-bfb3-54bf20f72797'] in dv-cinder-791240-3-iscsi is: [{'id': '0b6d2aaf-e710-4ef6-bfb3-54bf20f72797', 'name': 'tempest-ServerRescueNegativeTestJSON-1569998671-router', 'tenant_id': '58b8a9fdf31144b5b20d99f9a9ac856f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:39:28Z', 'updated_at': '2021-05-25T15:43:41Z', 'revision_number': 6, 'project_id': '58b8a9fdf31144b5b20d99f9a9ac856f', 'gw_port_host': None}] {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:43:41.755544 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [None req-57783ca2-6158-4c99-b7ed-ed5907785a71 admin admin] Calling delete_port for bff4e080-c1ed-43e6-872c-a286b15ea1c5 owned by network:router_gateway {{(pid=98474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:43:41.910423 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-57783ca2-6158-4c99-b7ed-ed5907785a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:41.914210 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-bf89879e-9eae-4210-a3a8-bbb99f17aa6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:41.959391 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57783ca2-6158-4c99-b7ed-ed5907785a71 admin admin] Pushing event deleted for resources: {'Port': ['ID=bff4e080-c1ed-43e6-872c-a286b15ea1c5,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:41.962643 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-57783ca2-6158-4c99-b7ed-ed5907785a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:42.058690 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-57783ca2-6158-4c99-b7ed-ed5907785a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-353583'] for router_gateway, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:42.159952 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5026c-5baf-4fb3-a34b-a6cd289750b6 req-b3b7a8bf-4c10-4307-9dfd-2566ee5755e4 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:42.161557 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a6d5026c-5baf-4fb3-a34b-a6cd289750b6 req-b3b7a8bf-4c10-4307-9dfd-2566ee5755e4 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca27a72-d3fb-47eb-a009-4707c96cb88d HTTP/1.1" status: 200 len: 945 time: 0.0907888 May 25 15:43:42.208986 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a6d5026c-5baf-4fb3-a34b-a6cd289750b6 req-4a143c3a-d5cc-4dc4-b2e1-b7e9691917e5 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398910 May 25 15:43:42.281217 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-57783ca2-6158-4c99-b7ed-ed5907785a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2879'] for router, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:42.284568 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-57783ca2-6158-4c99-b7ed-ed5907785a71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:42.380407 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e7c58-b384-495c-9e71-603ecf79ffe8 req-450596bd-4966-4ce9-83dc-74ac52e60062 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:42.381843 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-063e7c58-b384-495c-9e71-603ecf79ffe8 req-450596bd-4966-4ce9-83dc-74ac52e60062 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.3252046 May 25 15:43:42.382424 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-57783ca2-6158-4c99-b7ed-ed5907785a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-358558'] for router, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:42.382926 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57783ca2-6158-4c99-b7ed-ed5907785a71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b6d2aaf-e710-4ef6-bfb3-54bf20f72797 {{(pid=98474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 15:43:42.422268 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-57783ca2-6158-4c99-b7ed-ed5907785a71 admin admin] Notify callbacks [] for router, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:42.423199 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-57783ca2-6158-4c99-b7ed-ed5907785a71 admin admin] 10.222.0.32 "DELETE /v2.0/routers/0b6d2aaf-e710-4ef6-bfb3-54bf20f72797 HTTP/1.1" status: 204 len: 168 time: 1.4828162 May 25 15:43:42.425915 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 38474) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:42.432799 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-063e7c58-b384-495c-9e71-603ecf79ffe8 req-009d2fdb-cb9d-4747-8afd-2dff749beffe tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447013 May 25 15:43:42.485325 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ae5078-bc85-4adb-973f-713e04a770aa admin admin] Deleting subnet 8cf8d8a0-2dc7-4fc4-85a0-c64f7a466b21 {{(pid=98473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 15:43:42.489172 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-30ae5078-bc85-4adb-973f-713e04a770aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:42.543843 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-30ae5078-bc85-4adb-973f-713e04a770aa admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:42.550640 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-30ae5078-bc85-4adb-973f-713e04a770aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1682880'] for subnet, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:42.729135 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:42.795063 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device ad92c6cb-8083-4ed7-905d-7b8a76e463d9 no longer exists at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:43:42.815945 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-30ae5078-bc85-4adb-973f-713e04a770aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453'] for subnet, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:42.821223 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:42.837906 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] No Port match for: ad92c6cb-8083-4ed7-905d-7b8a76e463d9 {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:43:42.838522 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device ad92c6cb-8083-4ed7-905d-7b8a76e463d9 not bound to the agent host dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:43:42.839099 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device bff4e080-c1ed-43e6-872c-a286b15ea1c5 no longer exists at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:43:42.864867 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae5078-bc85-4adb-973f-713e04a770aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cf8d8a0-2dc7-4fc4-85a0-c64f7a466b21,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:42.867116 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-30ae5078-bc85-4adb-973f-713e04a770aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:42.870423 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-30ae5078-bc85-4adb-973f-713e04a770aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:42.874527 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-30ae5078-bc85-4adb-973f-713e04a770aa admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8cf8d8a0-2dc7-4fc4-85a0-c64f7a466b21 HTTP/1.1" status: 204 len: 168 time: 0.4474871 May 25 15:43:42.877699 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 38482) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:42.888367 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] No Port match for: bff4e080-c1ed-43e6-872c-a286b15ea1c5 {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:43:42.888718 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device bff4e080-c1ed-43e6-872c-a286b15ea1c5 not bound to the agent host dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:43:42.910559 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2fdaaf0d-9bd1-488e-91e3-c780e0994dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:42.987087 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-acd58477-e4e4-4348-8e97-20d039200a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639092'] for network, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:43.186826 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-acd58477-e4e4-4348-8e97-20d039200a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1676623', 'neutron.services.segments.db._delete_segments_for_network-8758999550940'] for network, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:43.199079 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.services.segments.db [None req-acd58477-e4e4-4348-8e97-20d039200a45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f344abd-5290-4d8f-91e2-bf99f4fcd285']}} {{(pid=98474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:43:43.211244 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.services.segments.db [None req-acd58477-e4e4-4348-8e97-20d039200a45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '814a74a1-ca3e-4b1a-b593-83a6e7d765f0') {'for_net_delete': True} {{(pid=98474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:43:43.211537 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.services.segments.db [None req-acd58477-e4e4-4348-8e97-20d039200a45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '814a74a1-ca3e-4b1a-b593-83a6e7d765f0') {} {{(pid=98474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:43:43.222945 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-acd58477-e4e4-4348-8e97-20d039200a45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758999559837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981698'] for segment, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:43.239413 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-acd58477-e4e4-4348-8e97-20d039200a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:43.246034 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd58477-e4e4-4348-8e97-20d039200a45 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=98474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:43:43.246566 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-acd58477-e4e4-4348-8e97-20d039200a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-881679'] for segment, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:43.259948 dv-cinder-791240-3-iscsi neutron-server[98474]: Traceback (most recent call last): May 25 15:43:43.259948 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 15:43:43.259948 dv-cinder-791240-3-iscsi neutron-server[98474]: timer() May 25 15:43:43.259948 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 15:43:43.259948 dv-cinder-791240-3-iscsi neutron-server[98474]: cb(*args, **kw) May 25 15:43:43.259948 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 15:43:43.259948 dv-cinder-791240-3-iscsi neutron-server[98474]: return func(*args, **kwargs) May 25 15:43:43.259948 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 15:43:43.259948 dv-cinder-791240-3-iscsi neutron-server[98474]: self._notify() May 25 15:43:43.259948 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 15:43:43.259948 dv-cinder-791240-3-iscsi neutron-server[98474]: self.callback(batched_events) May 25 15:43:43.259948 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 15:43:43.259948 dv-cinder-791240-3-iscsi neutron-server[98474]: event.method(event) May 25 15:43:43.259948 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 15:43:43.259948 dv-cinder-791240-3-iscsi neutron-server[98474]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 15:43:43.259948 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 15:43:43.259948 dv-cinder-791240-3-iscsi neutron-server[98474]: aggregate_uuid = self.p_client.list_aggregates( May 25 15:43:43.259948 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 15:43:43.259948 dv-cinder-791240-3-iscsi neutron-server[98474]: return f(self, *a, **k) May 25 15:43:43.259948 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 15:43:43.259948 dv-cinder-791240-3-iscsi neutron-server[98474]: return self._get(url).json() May 25 15:43:43.259948 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 15:43:43.259948 dv-cinder-791240-3-iscsi neutron-server[98474]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 15:43:43.259948 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 15:43:43.259948 dv-cinder-791240-3-iscsi neutron-server[98474]: return self.request(url, 'GET', **kwargs) May 25 15:43:43.259948 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 15:43:43.259948 dv-cinder-791240-3-iscsi neutron-server[98474]: base_url = self.get_endpoint(auth, allow=allow, May 25 15:43:43.259948 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 15:43:43.259948 dv-cinder-791240-3-iscsi neutron-server[98474]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 15:43:43.259948 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 15:43:43.259948 dv-cinder-791240-3-iscsi neutron-server[98474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 15:43:43.259948 dv-cinder-791240-3-iscsi neutron-server[98474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 15:43:43.385183 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-acd58477-e4e4-4348-8e97-20d039200a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1676614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-353586'] for network, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:43.392879 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-86b31411-cf3f-4624-96c0-d725ca113f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:43.405417 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-acd58477-e4e4-4348-8e97-20d039200a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:43.417868 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd58477-e4e4-4348-8e97-20d039200a45 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f344abd-5290-4d8f-91e2-bf99f4fcd285,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:43.421748 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-acd58477-e4e4-4348-8e97-20d039200a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:43.431817 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-acd58477-e4e4-4348-8e97-20d039200a45 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8f344abd-5290-4d8f-91e2-bf99f4fcd285 HTTP/1.1" status: 204 len: 168 time: 0.5525649 May 25 15:43:43.441921 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd36090-0da4-4f3c-b520-bc7abda18ac9 req-a394c5b9-0ce2-4cb0-abf2-1b5749ae0dfc tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:43.443397 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-dbd36090-0da4-4f3c-b520-bc7abda18ac9 req-a394c5b9-0ce2-4cb0-abf2-1b5749ae0dfc tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca27a72-d3fb-47eb-a009-4707c96cb88d HTTP/1.1" status: 200 len: 945 time: 0.1241057 May 25 15:43:43.489765 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-dbd36090-0da4-4f3c-b520-bc7abda18ac9 req-39969938-b1a2-44fc-aff4-e95539d2e44a tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402379 May 25 15:43:43.612520 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 38492) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:43.629133 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789b1c3-97b1-4a3b-9bb1-92749538ed34 req-43d53635-d70c-4bd5-a5d8-013fc10b0216 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:43.631029 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-4789b1c3-97b1-4a3b-9bb1-92749538ed34 req-43d53635-d70c-4bd5-a5d8-013fc10b0216 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.0836148 May 25 15:43:43.661062 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-3a49d423-4ce0-44df-aaec-455c17d7dc76 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=58b8a9fdf31144b5b20d99f9a9ac856f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0472751 May 25 15:43:43.663560 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 38496) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:43.677832 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-4789b1c3-97b1-4a3b-9bb1-92749538ed34 req-3fb50cb7-b5e7-4303-8af2-fe64d3d18d6b tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409338 May 25 15:43:43.724317 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:43.727078 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f3de4498-cfd6-4b63-999d-fe6eb675dd65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:43.753339 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f3de4498-cfd6-4b63-999d-fe6eb675dd65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:43.810399 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f3de4498-cfd6-4b63-999d-fe6eb675dd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:43.817568 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-60b55899-2989-4209-bae0-519c0aae31b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:43.831363 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de4498-cfd6-4b63-999d-fe6eb675dd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c972cf9f-16f8-4de7-b90f-7f42df92fa16,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:43.834309 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-f3de4498-cfd6-4b63-999d-fe6eb675dd65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:43.839454 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f3de4498-cfd6-4b63-999d-fe6eb675dd65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:43.840611 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-f3de4498-cfd6-4b63-999d-fe6eb675dd65 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c972cf9f-16f8-4de7-b90f-7f42df92fa16 HTTP/1.1" status: 204 len: 168 time: 0.1760876 May 25 15:43:44.148568 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003709ae-12e6-47ef-9c56-278e6fab1b5d req-390c14cb-f372-4d39-be16-9ce13432cb12 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:44.149985 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-003709ae-12e6-47ef-9c56-278e6fab1b5d req-390c14cb-f372-4d39-be16-9ce13432cb12 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.57 "GET /v2.0/ports?device_id=cca27a72-d3fb-47eb-a009-4707c96cb88d HTTP/1.1" status: 200 len: 945 time: 0.0829718 May 25 15:43:44.369650 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [req-003709ae-12e6-47ef-9c56-278e6fab1b5d req-240af366-17b8-45a4-a819-d35192c6ac9e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Deleting port 1b4f457c-ce11-4b07-b661-f77713f031df {{(pid=98473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:43:44.369985 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-003709ae-12e6-47ef-9c56-278e6fab1b5d req-240af366-17b8-45a4-a819-d35192c6ac9e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:44.516570 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [req-003709ae-12e6-47ef-9c56-278e6fab1b5d req-240af366-17b8-45a4-a819-d35192c6ac9e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] For port 1b4f457c-ce11-4b07-b661-f77713f031df, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=1b4f457c-ce11-4b07-b661-f77713f031df,segment=NetworkSegment(1ec4470b-39ac-4e1b-833b-ea3a68e90e6d),segment_id=1ec4470b-39ac-4e1b-833b-ea3a68e90e6d)] {{(pid=98473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:43:44.516958 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-003709ae-12e6-47ef-9c56-278e6fab1b5d req-240af366-17b8-45a4-a819-d35192c6ac9e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:44.645610 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [req-003709ae-12e6-47ef-9c56-278e6fab1b5d req-240af366-17b8-45a4-a819-d35192c6ac9e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Calling delete_port for 1b4f457c-ce11-4b07-b661-f77713f031df owned by compute:nova {{(pid=98473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:43:44.752792 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940cad5-b733-40fc-88ec-8e60d0f5f81a req-706efdff-c35c-4a32-8a66-0173a805f4d1 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:44.754293 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-1940cad5-b733-40fc-88ec-8e60d0f5f81a req-706efdff-c35c-4a32-8a66-0173a805f4d1 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca27a72-d3fb-47eb-a009-4707c96cb88d HTTP/1.1" status: 200 len: 945 time: 0.1166544 May 25 15:43:44.845953 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-1940cad5-b733-40fc-88ec-8e60d0f5f81a req-b80c7664-7649-4738-baf1-c47d858e3290 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.32 "GET /v2.0/security-groups?id=17936b33-27a5-430e-b403-441e7d9c7760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828605 May 25 15:43:44.875810 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-003709ae-12e6-47ef-9c56-278e6fab1b5d req-240af366-17b8-45a4-a819-d35192c6ac9e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372'] for port, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:44.884819 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-4eb67ea2-91dc-4351-b040-eb1ed992cd2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:44.889993 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['1b4f457c-ce11-4b07-b661-f77713f031df'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:43:44.932191 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240af366-17b8-45a4-a819-d35192c6ac9e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Pushing event deleted for resources: {'Port': ['ID=1b4f457c-ce11-4b07-b661-f77713f031df,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:44.935240 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-240af366-17b8-45a4-a819-d35192c6ac9e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:45.057461 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [req-003709ae-12e6-47ef-9c56-278e6fab1b5d req-240af366-17b8-45a4-a819-d35192c6ac9e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] No DVR routers for this DVR port 1b4f457c-ce11-4b07-b661-f77713f031df on host hv-cinder-79124 {{(pid=98473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:43:45.066847 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-003709ae-12e6-47ef-9c56-278e6fab1b5d req-240af366-17b8-45a4-a819-d35192c6ac9e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:45.069415 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca27a72-d3fb-47eb-a009-4707c96cb88d', 'name': 'network-vif-deleted', 'tag': '1b4f457c-ce11-4b07-b661-f77713f031df'}] {{(pid=98473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:43:45.095576 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-003709ae-12e6-47ef-9c56-278e6fab1b5d req-240af366-17b8-45a4-a819-d35192c6ac9e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] 10.222.0.57 "DELETE /v2.0/ports/1b4f457c-ce11-4b07-b661-f77713f031df HTTP/1.1" status: 204 len: 173 time: 0.9393070 May 25 15:43:45.111554 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f75c86-9ffb-441d-8325-faa646f8ab76 req-e9144ecc-b487-466f-9572-0c3e3557992f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:45.113050 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-33f75c86-9ffb-441d-8325-faa646f8ab76 req-e9144ecc-b487-466f-9572-0c3e3557992f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.1364853 May 25 15:43:45.199485 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-33f75c86-9ffb-441d-8325-faa646f8ab76 req-97d35008-e33a-476b-be01-4807a921ee82 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706646 May 25 15:43:45.277339 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca27a72-d3fb-47eb-a009-4707c96cb88d', 'name': 'network-vif-deleted', 'tag': '1b4f457c-ce11-4b07-b661-f77713f031df', 'status': 'completed', 'code': 200} May 25 15:43:45.490216 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:45.947382 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 38550) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:46.006137 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7742416-1cb7-4737-9fb5-42cff27d2c77 admin admin] Deleting subnet 5d406481-8ad1-4ef9-a379-1390671d5486 {{(pid=98474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 15:43:46.008969 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f7742416-1cb7-4737-9fb5-42cff27d2c77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:46.059959 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f7742416-1cb7-4737-9fb5-42cff27d2c77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981705'] for subnet, precommit_delete_associations {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:46.114092 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f7742416-1cb7-4737-9fb5-42cff27d2c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1682880'] for subnet, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:46.377835 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f7742416-1cb7-4737-9fb5-42cff27d2c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33042293'] for subnet, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:46.387080 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:46.402788 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb973a38-a40a-4d68-bbb2-1ad571024194 req-61b8f8da-db74-4748-95c4-852037d70f64 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:46.404281 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-bb973a38-a40a-4d68-bbb2-1ad571024194 req-61b8f8da-db74-4748-95c4-852037d70f64 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.0820248 May 25 15:43:46.415910 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f7742416-1cb7-4737-9fb5-42cff27d2c77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for subnet, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:46.422745 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7742416-1cb7-4737-9fb5-42cff27d2c77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d406481-8ad1-4ef9-a379-1390671d5486,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:46.426441 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-f7742416-1cb7-4737-9fb5-42cff27d2c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:46.430412 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 38562) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:46.430703 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-f7742416-1cb7-4737-9fb5-42cff27d2c77 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5d406481-8ad1-4ef9-a379-1390671d5486 HTTP/1.1" status: 204 len: 168 time: 0.4820347 May 25 15:43:46.536159 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-bb973a38-a40a-4d68-bbb2-1ad571024194 req-c8801042-1fa7-4808-8e9e-f5662dce83b9 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257536 May 25 15:43:46.567687 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-bfe264b5-d762-430f-8d99-4195f24ab043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639092'] for network, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:46.688022 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-bfe264b5-d762-430f-8d99-4195f24ab043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1676623', 'neutron.services.segments.db._delete_segments_for_network-8758999550940'] for network, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:46.702059 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-bfe264b5-d762-430f-8d99-4195f24ab043 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:43:46.702426 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-bfe264b5-d762-430f-8d99-4195f24ab043 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:43:46.703140 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-bfe264b5-d762-430f-8d99-4195f24ab043 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:43:46.703490 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-bfe264b5-d762-430f-8d99-4195f24ab043 admin admin] Subscribe: > port after_create 55550000 {{(pid=98473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:43:46.703841 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-bfe264b5-d762-430f-8d99-4195f24ab043 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:43:46.704196 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-bfe264b5-d762-430f-8d99-4195f24ab043 admin admin] Subscribe: > port after_update 55550000 {{(pid=98473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:43:46.705080 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-bfe264b5-d762-430f-8d99-4195f24ab043 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:43:46.705404 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-bfe264b5-d762-430f-8d99-4195f24ab043 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:43:46.705725 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-bfe264b5-d762-430f-8d99-4195f24ab043 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:43:46.706102 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-bfe264b5-d762-430f-8d99-4195f24ab043 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:43:46.786596 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-bfe264b5-d762-430f-8d99-4195f24ab043 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:43:46.786968 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-bfe264b5-d762-430f-8d99-4195f24ab043 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:43:46.787303 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-bfe264b5-d762-430f-8d99-4195f24ab043 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:43:46.787629 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-bfe264b5-d762-430f-8d99-4195f24ab043 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 15:43:46.788086 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.services.segments.db [None req-bfe264b5-d762-430f-8d99-4195f24ab043 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a454cf6c-27f3-4e65-8a46-b57d728d820a']}} {{(pid=98473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:43:46.802278 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.services.segments.db [None req-bfe264b5-d762-430f-8d99-4195f24ab043 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ec4470b-39ac-4e1b-833b-ea3a68e90e6d') {'for_net_delete': True} {{(pid=98473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:43:46.802278 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.services.segments.db [None req-bfe264b5-d762-430f-8d99-4195f24ab043 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ec4470b-39ac-4e1b-833b-ea3a68e90e6d') {} {{(pid=98473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:43:46.814587 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-bfe264b5-d762-430f-8d99-4195f24ab043 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758999559837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32057846'] for segment, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:46.832295 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-bfe264b5-d762-430f-8d99-4195f24ab043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:46.840280 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe264b5-d762-430f-8d99-4195f24ab043 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=98473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:43:46.840914 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-bfe264b5-d762-430f-8d99-4195f24ab043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31784965'] for segment, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:46.861200 dv-cinder-791240-3-iscsi neutron-server[98473]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 25 15:43:46.861200 dv-cinder-791240-3-iscsi neutron-server[98473]: from cryptography.utils import int_from_bytes May 25 15:43:46.861200 dv-cinder-791240-3-iscsi neutron-server[98473]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 25 15:43:46.861200 dv-cinder-791240-3-iscsi neutron-server[98473]: from cryptography.utils import int_from_bytes May 25 15:43:46.861200 dv-cinder-791240-3-iscsi neutron-server[98473]: Traceback (most recent call last): May 25 15:43:46.861200 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 15:43:46.861200 dv-cinder-791240-3-iscsi neutron-server[98473]: timer() May 25 15:43:46.861200 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 15:43:46.861200 dv-cinder-791240-3-iscsi neutron-server[98473]: cb(*args, **kw) May 25 15:43:46.861200 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 15:43:46.861200 dv-cinder-791240-3-iscsi neutron-server[98473]: return func(*args, **kwargs) May 25 15:43:46.861200 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 15:43:46.861200 dv-cinder-791240-3-iscsi neutron-server[98473]: self._notify() May 25 15:43:46.861200 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 15:43:46.861200 dv-cinder-791240-3-iscsi neutron-server[98473]: self.callback(batched_events) May 25 15:43:46.861200 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 15:43:46.861200 dv-cinder-791240-3-iscsi neutron-server[98473]: event.method(event) May 25 15:43:46.861200 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 15:43:46.861200 dv-cinder-791240-3-iscsi neutron-server[98473]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 15:43:46.861200 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 15:43:46.861200 dv-cinder-791240-3-iscsi neutron-server[98473]: aggregate_uuid = self.p_client.list_aggregates( May 25 15:43:46.861200 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 15:43:46.861200 dv-cinder-791240-3-iscsi neutron-server[98473]: return f(self, *a, **k) May 25 15:43:46.861200 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 15:43:46.861200 dv-cinder-791240-3-iscsi neutron-server[98473]: return self._get(url).json() May 25 15:43:46.861200 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 15:43:46.861200 dv-cinder-791240-3-iscsi neutron-server[98473]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 15:43:46.861200 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 15:43:46.861200 dv-cinder-791240-3-iscsi neutron-server[98473]: return self.request(url, 'GET', **kwargs) May 25 15:43:46.861200 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 15:43:46.861200 dv-cinder-791240-3-iscsi neutron-server[98473]: base_url = self.get_endpoint(auth, allow=allow, May 25 15:43:46.861200 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 15:43:46.861200 dv-cinder-791240-3-iscsi neutron-server[98473]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 15:43:46.861200 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 15:43:46.861200 dv-cinder-791240-3-iscsi neutron-server[98473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 15:43:46.861200 dv-cinder-791240-3-iscsi neutron-server[98473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 15:43:46.936829 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-bfe264b5-d762-430f-8d99-4195f24ab043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1676614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-353586'] for network, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:46.941484 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:46.959750 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-bfe264b5-d762-430f-8d99-4195f24ab043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:46.962396 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe264b5-d762-430f-8d99-4195f24ab043 admin admin] Pushing event deleted for resources: {'Network': ['ID=a454cf6c-27f3-4e65-8a46-b57d728d820a,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:46.967847 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-bfe264b5-d762-430f-8d99-4195f24ab043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:46.974226 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-bfe264b5-d762-430f-8d99-4195f24ab043 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a454cf6c-27f3-4e65-8a46-b57d728d820a HTTP/1.1" status: 204 len: 168 time: 0.5423918 May 25 15:43:47.155656 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 38586) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:47.207897 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-b81e1c24-8041-486c-b276-27f2724f2513 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d0d92ba8c334e7bb4ce451a7b4b1caf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0509217 May 25 15:43:47.210264 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 38590) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:43:47.266128 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-dd57cea2-db20-4ffe-8e63-6b43ea6f0667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:47.291107 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-dd57cea2-db20-4ffe-8e63-6b43ea6f0667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:47.342115 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-dd57cea2-db20-4ffe-8e63-6b43ea6f0667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:47.345981 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-b8396390-3a90-41d4-a354-f2827ad2ae4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:47.357867 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57cea2-db20-4ffe-8e63-6b43ea6f0667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17936b33-27a5-430e-b403-441e7d9c7760,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:47.361766 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-dd57cea2-db20-4ffe-8e63-6b43ea6f0667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:47.371444 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-dd57cea2-db20-4ffe-8e63-6b43ea6f0667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:47.374885 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-dd57cea2-db20-4ffe-8e63-6b43ea6f0667 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17936b33-27a5-430e-b403-441e7d9c7760 HTTP/1.1" status: 204 len: 168 time: 0.1614990 May 25 15:43:47.735539 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75643b16-e232-46cf-9a6e-bdc2be199665 req-60a3c3b7-4f90-40f4-81bf-4dab2d0edeb5 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:47.736930 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-75643b16-e232-46cf-9a6e-bdc2be199665 req-60a3c3b7-4f90-40f4-81bf-4dab2d0edeb5 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.0836465 May 25 15:43:47.784836 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-75643b16-e232-46cf-9a6e-bdc2be199665 req-1c03860a-1185-4a72-939d-3b1e974ea3b7 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416312 May 25 15:43:48.980117 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e3877-f93b-4a7e-a867-a19739dbe0b5 req-1082bc0e-a638-40d4-ab51-12a0890301f1 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:48.981663 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-694e3877-f93b-4a7e-a867-a19739dbe0b5 req-1082bc0e-a638-40d4-ab51-12a0890301f1 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.0856750 May 25 15:43:49.026273 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-694e3877-f93b-4a7e-a867-a19739dbe0b5 req-6503679b-81ba-4d25-853a-c57acf7f1dc4 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382600 May 25 15:43:50.211384 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4fa6c-51d6-4152-910e-d3069cae6b14 req-2274bf56-c4e7-4ad8-9c82-f14f0832bd1d tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:50.212851 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-cbe4fa6c-51d6-4152-910e-d3069cae6b14 req-2274bf56-c4e7-4ad8-9c82-f14f0832bd1d tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.0779545 May 25 15:43:50.259972 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-cbe4fa6c-51d6-4152-910e-d3069cae6b14 req-6b356c4e-9340-4568-adea-27e429c8831b tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415096 May 25 15:43:51.213091 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 0adab53e-0feb-4d1d-a7a9-f401ed874fae details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:43:51.216403 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 1b4f457c-ce11-4b07-b661-f77713f031df no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:43:51.260481 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] No Port match for: 1b4f457c-ce11-4b07-b661-f77713f031df {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:43:51.260846 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 1b4f457c-ce11-4b07-b661-f77713f031df not bound to the agent host hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:43:51.286228 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:51.412667 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 0adab53e-0feb-4d1d-a7a9-f401ed874fae, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=0adab53e-0feb-4d1d-a7a9-f401ed874fae,segment=NetworkSegment(f75f90f2-d3cf-4d1f-8686-0dba664408e0),segment_id=f75f90f2-d3cf-4d1f-8686-0dba664408e0)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:43:51.426260 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Returning: {'device': '0adab53e-0feb-4d1d-a7a9-f401ed874fae', 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c', 'port_id': '0adab53e-0feb-4d1d-a7a9-f401ed874fae', 'mac_address': 'fa:16:3e:9d:71:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6affe17c-ed2e-4df1-9809-4e056b57fa85', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:43:51.457084 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087332b-d8db-474b-82ea-3a8c5156a0ff req-6523dd4f-e46a-424a-8df8-39d76db4665b tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:51.458549 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d087332b-d8db-474b-82ea-3a8c5156a0ff req-6523dd4f-e46a-424a-8df8-39d76db4665b tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.0794520 May 25 15:43:51.482955 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:51.500419 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0adab53e-0feb-4d1d-a7a9-f401ed874fae {{(pid=98475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:43:51.504138 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d087332b-d8db-474b-82ea-3a8c5156a0ff req-e8136cd4-c9ec-4580-b5ee-6992dda4173d tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397844 May 25 15:43:51.516426 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 0adab53e-0feb-4d1d-a7a9-f401ed874fae, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=0adab53e-0feb-4d1d-a7a9-f401ed874fae,segment=NetworkSegment(f75f90f2-d3cf-4d1f-8686-0dba664408e0),segment_id=f75f90f2-d3cf-4d1f-8686-0dba664408e0)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:43:51.521450 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:51.524319 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:51.589557 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=0adab53e-0feb-4d1d-a7a9-f401ed874fae,revision_number=6']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:51.596590 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:51.596937 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:51.597274 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:51.597606 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:51.597932 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:51.598260 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:51.598578 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:51.598898 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:51.599219 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:51.599535 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:51.599939 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:51.600259 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:43:51.604184 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:52.240430 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:43:52.702548 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715fa20-9e51-43b5-82c0-bec04c105693 req-47235853-0111-4583-86d3-ef15faa93652 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:52.704034 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1715fa20-9e51-43b5-82c0-bec04c105693 req-47235853-0111-4583-86d3-ef15faa93652 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 944 time: 0.0832109 May 25 15:43:52.749278 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1715fa20-9e51-43b5-82c0-bec04c105693 req-d44b7c87-26ee-4516-9970-e313adb71746 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391243 May 25 15:43:53.904567 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['0adab53e-0feb-4d1d-a7a9-f401ed874fae'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:43:53.944082 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d2e0b-72d7-4043-86a8-f0afcbe0d587 req-04f1d0ab-5515-4975-bf8f-da181194e73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:53.946315 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7b7d2e0b-72d7-4043-86a8-f0afcbe0d587 req-04f1d0ab-5515-4975-bf8f-da181194e73c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84e65264be4b4ed284c28ccc90c35988&device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 1097 time: 0.0829718 May 25 15:43:53.962321 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff5839-fc88-458d-8631-ac78c07a9659 req-e2544a53-6e8c-42c3-b637-fdab0f31805b tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:53.964684 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d5ff5839-fc88-458d-8631-ac78c07a9659 req-e2544a53-6e8c-42c3-b637-fdab0f31805b tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 944 time: 0.0947661 May 25 15:43:54.032540 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d5ff5839-fc88-458d-8631-ac78c07a9659 req-9fc5bde9-34e9-44c2-9095-356dc3bd47e6 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604045 May 25 15:43:54.126961 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d2e0b-72d7-4043-86a8-f0afcbe0d587 req-b59d6b97-1253-430f-933b-019d558c7556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:54.128829 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7b7d2e0b-72d7-4043-86a8-f0afcbe0d587 req-b59d6b97-1253-430f-933b-019d558c7556 service neutron] 10.222.0.57 "GET /v2.0/networks?id=771546d5-f50e-49c2-832e-f1005d51ba9c HTTP/1.1" status: 200 len: 918 time: 0.1529653 May 25 15:43:54.443301 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7b7d2e0b-72d7-4043-86a8-f0afcbe0d587 req-478cdea3-7f6d-495b-9477-0db7b9a817f6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0adab53e-0feb-4d1d-a7a9-f401ed874fae HTTP/1.1" status: 200 len: 999 time: 0.2538068 May 25 15:43:54.507364 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d2e0b-72d7-4043-86a8-f0afcbe0d587 req-ccaa8fa2-0585-4049-9b96-97b88d9d1574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:54.508814 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7b7d2e0b-72d7-4043-86a8-f0afcbe0d587 req-ccaa8fa2-0585-4049-9b96-97b88d9d1574 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6affe17c-ed2e-4df1-9809-4e056b57fa85 HTTP/1.1" status: 200 len: 856 time: 0.0575256 May 25 15:43:54.582519 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d2e0b-72d7-4043-86a8-f0afcbe0d587 req-cdb85ab4-e426-42ef-96dc-67e68d44160d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:54.583865 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7b7d2e0b-72d7-4043-86a8-f0afcbe0d587 req-cdb85ab4-e426-42ef-96dc-67e68d44160d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=771546d5-f50e-49c2-832e-f1005d51ba9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679443 May 25 15:43:54.713511 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7b7d2e0b-72d7-4043-86a8-f0afcbe0d587 req-a1b064fb-21d0-4e18-900b-ad6c08fa3b67 service neutron] 10.222.0.57 "GET /v2.0/networks/771546d5-f50e-49c2-832e-f1005d51ba9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227648 May 25 15:43:54.848664 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7b7d2e0b-72d7-4043-86a8-f0afcbe0d587 req-4be7c89d-e0c6-4f62-bde4-961506bd8204 service neutron] 10.222.0.57 "GET /v2.0/networks/771546d5-f50e-49c2-832e-f1005d51ba9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280589 May 25 15:43:55.223254 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b09369-9353-43a2-867d-9799b7a8daab req-0ab60dec-5a4b-447d-9371-7f68304643ca tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:55.224761 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-71b09369-9353-43a2-867d-9799b7a8daab req-0ab60dec-5a4b-447d-9371-7f68304643ca tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 944 time: 0.0867975 May 25 15:43:55.269455 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-71b09369-9353-43a2-867d-9799b7a8daab req-e484c452-46f7-4dbb-b4ec-986f64581200 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386977 May 25 15:43:56.456731 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebb22f-448a-4f3a-8e55-6b9322108484 req-95932067-454f-406a-a095-052c4c1b0bc3 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:56.458180 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b0ebb22f-448a-4f3a-8e55-6b9322108484 req-95932067-454f-406a-a095-052c4c1b0bc3 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 944 time: 0.0792081 May 25 15:43:56.505993 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b0ebb22f-448a-4f3a-8e55-6b9322108484 req-73c21162-f829-4b9d-a84f-8c251e2b0d8e tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422168 May 25 15:43:57.692762 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517eda1-125d-4453-88c2-980808a8e4f4 req-a6e7ed15-6356-4c20-af94-ecce1dcc4208 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:57.694171 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d517eda1-125d-4453-88c2-980808a8e4f4 req-a6e7ed15-6356-4c20-af94-ecce1dcc4208 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 944 time: 0.0765536 May 25 15:43:57.739177 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d517eda1-125d-4453-88c2-980808a8e4f4 req-5de2590a-c36e-4a23-be73-7631904b20e2 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393741 May 25 15:43:57.950047 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 0adab53e-0feb-4d1d-a7a9-f401ed874fae up at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:43:58.018148 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning complete for port 0adab53e-0feb-4d1d-a7a9-f401ed874fae triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:43:58.018527 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:58.137470 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:58.163764 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0558ca84-a4e1-438d-9894-ae1ba56e4629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0adab53e-0feb-4d1d-a7a9-f401ed874fae'}] {{(pid=98475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:43:58.173434 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 0adab53e-0feb-4d1d-a7a9-f401ed874fae, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=0adab53e-0feb-4d1d-a7a9-f401ed874fae,segment=NetworkSegment(f75f90f2-d3cf-4d1f-8686-0dba664408e0),segment_id=f75f90f2-d3cf-4d1f-8686-0dba664408e0)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:43:58.177496 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:43:58.179153 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:43:58.209168 dv-cinder-791240-3-iscsi neutron-server[98475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0558ca84-a4e1-438d-9894-ae1ba56e4629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0adab53e-0feb-4d1d-a7a9-f401ed874fae', 'code': 200} May 25 15:43:58.248940 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=0adab53e-0feb-4d1d-a7a9-f401ed874fae,revision_number=7']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:43:58.252420 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:43:58.929538 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e2b51-fee8-496c-935a-a3928736bf17 req-6c4b2132-4636-4e83-9926-f4112a0419da tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:43:58.930868 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-bb4e2b51-fee8-496c-935a-a3928736bf17 req-6c4b2132-4636-4e83-9926-f4112a0419da tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.0812433 May 25 15:43:58.976002 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-bb4e2b51-fee8-496c-935a-a3928736bf17 req-29261705-eca0-48a7-ab7c-f464a5639b1b tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393889 May 25 15:44:00.163383 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d325da5-9e3d-48b3-aee0-63a9b6cdfa74 req-8fb34a79-27d9-4a7e-b5bc-3ee67405d82f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:00.164852 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-1d325da5-9e3d-48b3-aee0-63a9b6cdfa74 req-8fb34a79-27d9-4a7e-b5bc-3ee67405d82f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.0796638 May 25 15:44:00.209448 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-1d325da5-9e3d-48b3-aee0-63a9b6cdfa74 req-16eab3bb-6ded-477e-99ba-4750c3fcb574 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389681 May 25 15:44:01.433131 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947a68e-2969-4bc5-b8c5-ad54df4a8efe req-aa6b31ca-e1d5-4f38-a1cf-30da48022439 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:01.441718 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-0947a68e-2969-4bc5-b8c5-ad54df4a8efe req-aa6b31ca-e1d5-4f38-a1cf-30da48022439 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.1034474 May 25 15:44:01.500466 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-0947a68e-2969-4bc5-b8c5-ad54df4a8efe req-76868261-730c-4cfd-b30c-eef54d629b4f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575421 May 25 15:44:01.664921 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 38856) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:01.879272 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d1a5c93f-82d3-4d80-8e39-c5f983144223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:01.896197 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-d1a5c93f-82d3-4d80-8e39-c5f983144223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:44:01.900401 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-d1a5c93f-82d3-4d80-8e39-c5f983144223 admin admin] Usage tracker for resource:security_group_rule and tenant:80106cae2c2f49659d57f06444dcee9b is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:44:01.903983 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-d1a5c93f-82d3-4d80-8e39-c5f983144223 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:44:01.910756 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-d1a5c93f-82d3-4d80-8e39-c5f983144223 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:44:02.016470 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d1a5c93f-82d3-4d80-8e39-c5f983144223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:02.029340 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d1a5c93f-82d3-4d80-8e39-c5f983144223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:02.036202 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-30001180-77ac-46f0-a10f-f9edb16b39c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:02.087281 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5c93f-82d3-4d80-8e39-c5f983144223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef6ef4e-0cc5-4a1b-aed4-d609dcd597c2,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:02.091558 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-d1a5c93f-82d3-4d80-8e39-c5f983144223 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=80106cae2c2f49659d57f06444dcee9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4254835 May 25 15:44:02.092644 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-d1a5c93f-82d3-4d80-8e39-c5f983144223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:02.094710 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 38870) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:02.170675 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-409b404f-f05c-41b8-ae7d-3573c3786bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:02.202514 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-409b404f-f05c-41b8-ae7d-3573c3786bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:02.270387 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-409b404f-f05c-41b8-ae7d-3573c3786bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:02.274626 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-196391d0-6ec7-4bf4-954a-5f904bc7cb81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:02.285725 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b404f-f05c-41b8-ae7d-3573c3786bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef6ef4e-0cc5-4a1b-aed4-d609dcd597c2,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:02.288512 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-409b404f-f05c-41b8-ae7d-3573c3786bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:02.294198 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-409b404f-f05c-41b8-ae7d-3573c3786bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:02.295427 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-409b404f-f05c-41b8-ae7d-3573c3786bd0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ef6ef4e-0cc5-4a1b-aed4-d609dcd597c2 HTTP/1.1" status: 204 len: 168 time: 0.1998093 May 25 15:44:02.739070 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2880c-e36b-4abd-a80a-488941ac500f req-1f8f3164-17bc-46f3-93db-5d006c43c538 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:02.741510 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-f6a2880c-e36b-4abd-a80a-488941ac500f req-1f8f3164-17bc-46f3-93db-5d006c43c538 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.1212740 May 25 15:44:02.814952 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-f6a2880c-e36b-4abd-a80a-488941ac500f req-7125e53a-ca09-43f4-b8ec-70a3c1677f0f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676818 May 25 15:44:04.026213 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7131c6-7fba-4c99-8f62-3d31824ef8cd req-17822b3d-9395-4d6f-97f5-255e6df9abf4 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:04.027850 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-fb7131c6-7fba-4c99-8f62-3d31824ef8cd req-17822b3d-9395-4d6f-97f5-255e6df9abf4 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.0939307 May 25 15:44:04.091252 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-fb7131c6-7fba-4c99-8f62-3d31824ef8cd req-38abc259-76b7-4e23-a226-469e506d8156 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518110 May 25 15:44:04.423390 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 38934) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:04.558744 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-64f86f3b-5d48-40d2-ac6b-c6719e0f4a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:04.574395 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-64f86f3b-5d48-40d2-ac6b-c6719e0f4a1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:44:04.579672 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-64f86f3b-5d48-40d2-ac6b-c6719e0f4a1f admin admin] Usage tracker for resource:security_group_rule and tenant:1869549ad3f84fea83b0f15e957e6a43 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:44:04.585418 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-64f86f3b-5d48-40d2-ac6b-c6719e0f4a1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:44:04.596052 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-64f86f3b-5d48-40d2-ac6b-c6719e0f4a1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:44:04.710263 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-64f86f3b-5d48-40d2-ac6b-c6719e0f4a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:04.717102 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-64f86f3b-5d48-40d2-ac6b-c6719e0f4a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:04.731159 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-ef758f82-9a86-47e1-8c9f-7ddf14f50231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:04.854941 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f86f3b-5d48-40d2-ac6b-c6719e0f4a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8836f8f-8d59-4f6e-9baf-ab232f9229e5,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:04.858332 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-64f86f3b-5d48-40d2-ac6b-c6719e0f4a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:04.861074 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-64f86f3b-5d48-40d2-ac6b-c6719e0f4a1f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1869549ad3f84fea83b0f15e957e6a43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4363544 May 25 15:44:04.864240 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 38940) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:04.935196 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-dc8697ac-c73e-4a5f-b04e-5f5443b67791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:04.962332 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-dc8697ac-c73e-4a5f-b04e-5f5443b67791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:05.018545 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-dc8697ac-c73e-4a5f-b04e-5f5443b67791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:05.022349 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-f64add78-765a-4270-a923-c76ad8ea5775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:05.038007 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8697ac-c73e-4a5f-b04e-5f5443b67791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8836f8f-8d59-4f6e-9baf-ab232f9229e5,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:05.040349 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-dc8697ac-c73e-4a5f-b04e-5f5443b67791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:05.041506 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-dc8697ac-c73e-4a5f-b04e-5f5443b67791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:05.042607 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-dc8697ac-c73e-4a5f-b04e-5f5443b67791 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8836f8f-8d59-4f6e-9baf-ab232f9229e5 HTTP/1.1" status: 204 len: 168 time: 0.1773946 May 25 15:44:05.334107 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2cde6-5871-4910-9577-4622a9f8f485 req-d3e7c0b6-c706-4b12-8972-5202feb3230f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:05.341899 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-dec2cde6-5871-4910-9577-4622a9f8f485 req-d3e7c0b6-c706-4b12-8972-5202feb3230f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.1073942 May 25 15:44:05.394685 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-dec2cde6-5871-4910-9577-4622a9f8f485 req-eb7b768c-29f5-4af1-94ed-18486ebca7ba tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513842 May 25 15:44:05.451771 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 38956) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:05.485764 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-758cc1f8-3b76-40de-86a1-835f78e4cd85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:05.508170 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-758cc1f8-3b76-40de-86a1-835f78e4cd85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:44:05.512119 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-758cc1f8-3b76-40de-86a1-835f78e4cd85 admin admin] Usage tracker for resource:security_group_rule and tenant:bfa534c485014d999f399b8df508aec6 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:44:05.514993 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-758cc1f8-3b76-40de-86a1-835f78e4cd85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:44:05.525525 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-758cc1f8-3b76-40de-86a1-835f78e4cd85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:44:05.617824 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-758cc1f8-3b76-40de-86a1-835f78e4cd85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:05.621645 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-758cc1f8-3b76-40de-86a1-835f78e4cd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:05.630614 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:05.670390 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-758cc1f8-3b76-40de-86a1-835f78e4cd85 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bfa534c485014d999f399b8df508aec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2175653 May 25 15:44:05.672076 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758cc1f8-3b76-40de-86a1-835f78e4cd85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671c33da-2e3c-4a33-aa9e-80ea0a0c607b,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:05.673074 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 38960) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:05.675333 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-758cc1f8-3b76-40de-86a1-835f78e4cd85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:05.743089 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-8a8af7c5-d871-4393-ace1-6b8df1c4bcbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:05.769112 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-8a8af7c5-d871-4393-ace1-6b8df1c4bcbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:05.833572 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-8a8af7c5-d871-4393-ace1-6b8df1c4bcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:05.841484 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-b403c67c-fd71-4a06-a3a8-c55f06d1ef66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:05.853918 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8af7c5-d871-4393-ace1-6b8df1c4bcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671c33da-2e3c-4a33-aa9e-80ea0a0c607b,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:05.868686 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-8a8af7c5-d871-4393-ace1-6b8df1c4bcbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:05.874025 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-8a8af7c5-d871-4393-ace1-6b8df1c4bcbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:05.875247 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-8a8af7c5-d871-4393-ace1-6b8df1c4bcbe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/671c33da-2e3c-4a33-aa9e-80ea0a0c607b HTTP/1.1" status: 204 len: 168 time: 0.2012181 May 25 15:44:06.702262 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abcbf0-262f-415c-9910-1f361f597d4c req-cd82e6af-8375-41a4-a4d8-7024b5e4ea1f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:06.704144 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a3abcbf0-262f-415c-9910-1f361f597d4c req-cd82e6af-8375-41a4-a4d8-7024b5e4ea1f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.1086609 May 25 15:44:06.772426 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a3abcbf0-262f-415c-9910-1f361f597d4c req-d3161569-c53d-456d-b624-dd9848698bfa tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611625 May 25 15:44:07.419374 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 39018) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:07.744434 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-5358f0e9-b1d4-439b-bbae-470a219435b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:07.762438 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-5358f0e9-b1d4-439b-bbae-470a219435b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:44:07.771030 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-5358f0e9-b1d4-439b-bbae-470a219435b4 admin admin] Usage tracker for resource:security_group_rule and tenant:962b4d613ed1425da1bbca902e7fc0ea is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:44:07.774867 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-5358f0e9-b1d4-439b-bbae-470a219435b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:44:07.783640 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-5358f0e9-b1d4-439b-bbae-470a219435b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:44:07.948680 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-5358f0e9-b1d4-439b-bbae-470a219435b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:07.955221 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-5358f0e9-b1d4-439b-bbae-470a219435b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:07.968302 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-b2e54575-473d-4fc5-89fc-bf4f7a0404e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:08.017103 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358f0e9-b1d4-439b-bbae-470a219435b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fea352-589a-4736-bbee-9bd9dd2695e8,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:08.032108 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-5358f0e9-b1d4-439b-bbae-470a219435b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:08.045823 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-5358f0e9-b1d4-439b-bbae-470a219435b4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=962b4d613ed1425da1bbca902e7fc0ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6243606 May 25 15:44:08.046512 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 39044) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:08.132495 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-9a434c7b-7abd-42cc-aeae-3c0b3614bb2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:08.145827 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23409edf-c144-4bf6-a2c7-c89dbe2f65f5 req-80d41a28-406e-4634-8720-a91b727a78ef tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:08.152917 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-23409edf-c144-4bf6-a2c7-c89dbe2f65f5 req-80d41a28-406e-4634-8720-a91b727a78ef tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.2461534 May 25 15:44:08.165213 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-9a434c7b-7abd-42cc-aeae-3c0b3614bb2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:08.207884 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-23409edf-c144-4bf6-a2c7-c89dbe2f65f5 req-dcba38d1-8969-4713-ba76-6ebffb37ac52 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534499 May 25 15:44:08.228653 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-9a434c7b-7abd-42cc-aeae-3c0b3614bb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:08.233498 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-f3de4498-cfd6-4b63-999d-fe6eb675dd65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:08.249603 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a434c7b-7abd-42cc-aeae-3c0b3614bb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fea352-589a-4736-bbee-9bd9dd2695e8,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:08.255941 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-9a434c7b-7abd-42cc-aeae-3c0b3614bb2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:08.268565 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-9a434c7b-7abd-42cc-aeae-3c0b3614bb2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:08.272684 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-9a434c7b-7abd-42cc-aeae-3c0b3614bb2a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87fea352-589a-4736-bbee-9bd9dd2695e8 HTTP/1.1" status: 204 len: 168 time: 0.2251346 May 25 15:44:09.496157 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014ee88-c2d7-4f38-bbd6-1d6099f98f72 req-545e0c17-3c82-4aa0-8b91-f6f581899230 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:09.498395 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7014ee88-c2d7-4f38-bbd6-1d6099f98f72 req-545e0c17-3c82-4aa0-8b91-f6f581899230 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.1104078 May 25 15:44:09.560793 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7014ee88-c2d7-4f38-bbd6-1d6099f98f72 req-b6aa65fc-d671-4397-8eb6-4466ee5276f8 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537074 May 25 15:44:10.238123 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-f36a2174-a00a-4189-8e4c-aa35f3e595b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:10.773073 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2027ff-e9ef-4756-9fa4-404c2d761237 req-b509bf4d-48b0-4c25-afbe-fa86283abfa8 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:10.774689 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-cb2027ff-e9ef-4756-9fa4-404c2d761237 req-b509bf4d-48b0-4c25-afbe-fa86283abfa8 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.1057856 May 25 15:44:10.824325 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-cb2027ff-e9ef-4756-9fa4-404c2d761237 req-fde8ec7f-86da-497d-9651-16278cc5d744 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428529 May 25 15:44:12.038152 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae208701-be88-4449-b472-624fdddef120 req-6bb7491e-c336-47a0-a1fa-e9e0c58424c3 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:12.045531 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ae208701-be88-4449-b472-624fdddef120 req-6bb7491e-c336-47a0-a1fa-e9e0c58424c3 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.0934789 May 25 15:44:12.104094 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ae208701-be88-4449-b472-624fdddef120 req-484af089-5013-4eea-9cad-2cb8f1a3514d tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576198 May 25 15:44:12.714483 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:12.873349 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-bc7c64d4-d725-466d-a73d-07cbd82c6016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:13.309885 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e077e-b1e1-4b57-9eeb-9ff34c365caa req-4f51e33b-93ac-429b-b3bf-5e49718bca4d tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:13.311367 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-4c4e077e-b1e1-4b57-9eeb-9ff34c365caa req-4f51e33b-93ac-429b-b3bf-5e49718bca4d tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.0858953 May 25 15:44:13.358619 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-4c4e077e-b1e1-4b57-9eeb-9ff34c365caa req-c579c243-83b1-47cb-a4a7-105658a2e225 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405240 May 25 15:44:13.729242 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:14.124457 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450752ec-1f5c-4431-ba74-87eb342873f9 req-f96eb2e3-4758-4b7c-96f1-9d6eb4945556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:14.127472 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-450752ec-1f5c-4431-ba74-87eb342873f9 req-f96eb2e3-4758-4b7c-96f1-9d6eb4945556 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84e65264be4b4ed284c28ccc90c35988&device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 1098 time: 0.0830648 May 25 15:44:14.269236 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450752ec-1f5c-4431-ba74-87eb342873f9 req-fb85fb9d-6ffb-41db-88cc-28dcffcd0f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:14.270676 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-450752ec-1f5c-4431-ba74-87eb342873f9 req-fb85fb9d-6ffb-41db-88cc-28dcffcd0f99 service neutron] 10.222.0.57 "GET /v2.0/networks?id=771546d5-f50e-49c2-832e-f1005d51ba9c HTTP/1.1" status: 200 len: 918 time: 0.1353672 May 25 15:44:14.378231 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-450752ec-1f5c-4431-ba74-87eb342873f9 req-28cda443-0253-461d-a02e-e0f9ede21e56 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0adab53e-0feb-4d1d-a7a9-f401ed874fae HTTP/1.1" status: 200 len: 1000 time: 0.0997164 May 25 15:44:14.445183 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450752ec-1f5c-4431-ba74-87eb342873f9 req-aab0211b-71fd-4a73-81e8-114b5751dc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:14.446641 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-450752ec-1f5c-4431-ba74-87eb342873f9 req-aab0211b-71fd-4a73-81e8-114b5751dc56 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6affe17c-ed2e-4df1-9809-4e056b57fa85 HTTP/1.1" status: 200 len: 856 time: 0.0603666 May 25 15:44:14.594511 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa5c18-dda5-4163-8b94-3fbb0ed2f0fc req-cb4c125b-7c99-48b9-95cf-90acc4be2384 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:14.595986 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b4fa5c18-dda5-4163-8b94-3fbb0ed2f0fc req-cb4c125b-7c99-48b9-95cf-90acc4be2384 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.1111898 May 25 15:44:14.597954 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450752ec-1f5c-4431-ba74-87eb342873f9 req-1a88e0cd-ffc4-405d-8182-94c51801c2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:14.599272 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-450752ec-1f5c-4431-ba74-87eb342873f9 req-1a88e0cd-ffc4-405d-8182-94c51801c2e9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=771546d5-f50e-49c2-832e-f1005d51ba9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1451807 May 25 15:44:14.752489 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b4fa5c18-dda5-4163-8b94-3fbb0ed2f0fc req-f0d600d5-017d-4653-b953-3c235bb6dd39 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435637 May 25 15:44:14.771066 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-450752ec-1f5c-4431-ba74-87eb342873f9 req-d74c1e25-4b04-4851-aff1-6a5f5efd5d05 service neutron] 10.222.0.57 "GET /v2.0/networks/771546d5-f50e-49c2-832e-f1005d51ba9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544473 May 25 15:44:14.935456 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-450752ec-1f5c-4431-ba74-87eb342873f9 req-49957af7-cc47-4d5d-b213-07374f8acfea service neutron] 10.222.0.57 "GET /v2.0/networks/771546d5-f50e-49c2-832e-f1005d51ba9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562638 May 25 15:44:15.498371 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:15.949179 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5f7cb-fc2e-467f-947a-a4f934d40b0c req-16e301bf-ccce-488f-aa9b-7e27d927efed tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:15.950658 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-8db5f7cb-fc2e-467f-947a-a4f934d40b0c req-16e301bf-ccce-488f-aa9b-7e27d927efed tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.0851467 May 25 15:44:16.004366 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-8db5f7cb-fc2e-467f-947a-a4f934d40b0c req-61a7406f-6d50-4644-8274-035e2123621e tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451727 May 25 15:44:17.200919 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21355e60-26f6-43eb-95ca-5f6ee28d3971 req-190dbd56-8128-44eb-a284-6e368c4778ce tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:17.202313 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-21355e60-26f6-43eb-95ca-5f6ee28d3971 req-190dbd56-8128-44eb-a284-6e368c4778ce tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.0817316 May 25 15:44:17.260947 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-21355e60-26f6-43eb-95ca-5f6ee28d3971 req-e2166314-d051-404d-9fd7-1e2e8f13ff41 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529203 May 25 15:44:18.065824 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 0adab53e-0feb-4d1d-a7a9-f401ed874fae no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:44:18.289532 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:18.331459 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0558ca84-a4e1-438d-9894-ae1ba56e4629', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0adab53e-0feb-4d1d-a7a9-f401ed874fae'}] {{(pid=98475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:44:18.346009 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 0adab53e-0feb-4d1d-a7a9-f401ed874fae, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=0adab53e-0feb-4d1d-a7a9-f401ed874fae,segment=NetworkSegment(f75f90f2-d3cf-4d1f-8686-0dba664408e0),segment_id=f75f90f2-d3cf-4d1f-8686-0dba664408e0)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:44:18.351195 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:18.353289 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-f73a9555-1b18-41bc-b43f-196b1f11a31e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:18.386674 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bf5b6-b382-4c53-9b3e-e12ba680e7bc req-b155ec93-f65e-4db2-b347-913391b918b1 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:18.389204 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-431bf5b6-b382-4c53-9b3e-e12ba680e7bc req-b155ec93-f65e-4db2-b347-913391b918b1 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 945 time: 0.1612291 May 25 15:44:18.451133 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-431bf5b6-b382-4c53-9b3e-e12ba680e7bc req-ccf661de-e620-4e01-873f-12d5ece3c76d tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536180 May 25 15:44:18.455549 dv-cinder-791240-3-iscsi neutron-server[98475]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0558ca84-a4e1-438d-9894-ae1ba56e4629', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0adab53e-0feb-4d1d-a7a9-f401ed874fae', 'code': 422} returned with failed status May 25 15:44:18.463417 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=0adab53e-0feb-4d1d-a7a9-f401ed874fae,revision_number=8']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:18.468796 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:18.869804 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 39364) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:18.988664 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c9a6377d-9f77-4dc0-a189-35c498f26934 req-a6d11d3a-c327-4256-8b29-b6572c572898 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1171536 May 25 15:44:19.656100 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6d387-9540-4057-b9e3-4307d6fea31b req-ee184aeb-316a-428c-b7fc-a85fb31fe14c tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:19.658117 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-46c6d387-9540-4057-b9e3-4307d6fea31b req-ee184aeb-316a-428c-b7fc-a85fb31fe14c tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.0813708 May 25 15:44:19.701484 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-46c6d387-9540-4057-b9e3-4307d6fea31b req-1d7ff589-f47d-4ae9-846c-1243c4bdc40e tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377190 May 25 15:44:20.900622 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b64e82-cb6b-4f1b-8ea8-4ac26c9070aa req-3387a0c6-79f9-4470-92f8-d614aa14d224 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:20.902074 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-22b64e82-cb6b-4f1b-8ea8-4ac26c9070aa req-3387a0c6-79f9-4470-92f8-d614aa14d224 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.0832598 May 25 15:44:20.947915 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-22b64e82-cb6b-4f1b-8ea8-4ac26c9070aa req-5c8146f7-5fd8-4ee4-aa1a-4dab60d7798a tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391121 May 25 15:44:21.256195 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:21.918605 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 39438) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:22.045545 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-c1c65307-f0e4-4f50-881e-361af38e1aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:22.060345 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-c1c65307-f0e4-4f50-881e-361af38e1aed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:44:22.064880 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-c1c65307-f0e4-4f50-881e-361af38e1aed admin admin] Usage tracker for resource:security_group_rule and tenant:32355c7cc3ba4273b3e4d841c313c957 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:44:22.068053 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-c1c65307-f0e4-4f50-881e-361af38e1aed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:44:22.073791 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-c1c65307-f0e4-4f50-881e-361af38e1aed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:44:22.084302 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 0adab53e-0feb-4d1d-a7a9-f401ed874fae no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:44:22.164806 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-c1c65307-f0e4-4f50-881e-361af38e1aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:22.169249 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-c1c65307-f0e4-4f50-881e-361af38e1aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:22.178136 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-82384df1-a7f6-4813-aca7-7201c5adc7c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:22.218525 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c65307-f0e4-4f50-881e-361af38e1aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35833c1-7a73-4d70-8b3e-15a2cdc0ea34,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:22.223376 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-c1c65307-f0e4-4f50-881e-361af38e1aed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32355c7cc3ba4273b3e4d841c313c957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3037853 May 25 15:44:22.224341 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-c1c65307-f0e4-4f50-881e-361af38e1aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:22.226930 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 39446) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:22.233637 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d623b0-dbe4-422a-9893-2b1afbd47cb4 req-a71d5e24-efc9-460a-9a24-499c62ebc483 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:22.235960 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-43d623b0-dbe4-422a-9893-2b1afbd47cb4 req-a71d5e24-efc9-460a-9a24-499c62ebc483 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.1738219 May 25 15:44:22.279294 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-43d623b0-dbe4-422a-9893-2b1afbd47cb4 req-349b7a66-f916-4fff-aaf4-9e2ea1a2a5c8 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374849 May 25 15:44:22.288790 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-8ad01ba9-b056-473d-b16f-12758bba726d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:22.318195 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-8ad01ba9-b056-473d-b16f-12758bba726d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:22.372644 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-8ad01ba9-b056-473d-b16f-12758bba726d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:22.376446 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-12e2e61c-7ef5-4228-90c4-fdfbd8522a95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:22.388965 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad01ba9-b056-473d-b16f-12758bba726d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35833c1-7a73-4d70-8b3e-15a2cdc0ea34,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:22.392457 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-8ad01ba9-b056-473d-b16f-12758bba726d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:22.394442 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-8ad01ba9-b056-473d-b16f-12758bba726d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:22.397986 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-8ad01ba9-b056-473d-b16f-12758bba726d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a35833c1-7a73-4d70-8b3e-15a2cdc0ea34 HTTP/1.1" status: 204 len: 168 time: 0.1677625 May 25 15:44:23.510695 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9a831-615d-411e-be11-c695a75ab511 req-9f23d9be-d389-4cf0-b232-03616d471b3b tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:23.512161 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-cca9a831-615d-411e-be11-c695a75ab511 req-9f23d9be-d389-4cf0-b232-03616d471b3b tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.0859091 May 25 15:44:23.566582 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-cca9a831-615d-411e-be11-c695a75ab511 req-3ab4dc05-46f6-469f-8358-eefae3898935 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481639 May 25 15:44:24.390130 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83955dd7-7369-4b72-a6d4-689616c65129 req-b4d4f116-35f7-493d-96f0-c77265a7b5a6 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:24.394026 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-83955dd7-7369-4b72-a6d4-689616c65129 req-b4d4f116-35f7-493d-96f0-c77265a7b5a6 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.1662943 May 25 15:44:24.460487 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-83955dd7-7369-4b72-a6d4-689616c65129 req-003e5a83-7f28-4d01-9f4b-cf93d586003e tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603449 May 25 15:44:24.566939 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c725a6-534b-4b79-bdd1-0b23f8c8aefe req-a93e9c82-d29d-48ed-aab5-5d260b6fa419 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:24.568442 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-f7c725a6-534b-4b79-bdd1-0b23f8c8aefe req-a93e9c82-d29d-48ed-aab5-5d260b6fa419 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49040cf-6e01-41c9-8b0a-d4109ce91d5f HTTP/1.1" status: 200 len: 945 time: 0.1101000 May 25 15:44:24.624378 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-f7c725a6-534b-4b79-bdd1-0b23f8c8aefe req-1beb0a8b-87a0-4eb9-8c4a-363e8bc23ddd tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496242 May 25 15:44:24.634756 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 39542) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:24.757323 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-7bc77a19-129e-4c50-bb34-6eb9336957be admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:24.761713 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cb8c1-c189-4956-88ab-3bf3de3fd4d0 req-3015f8bd-8d42-4735-a6b4-f2c69e23ee8f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:24.763197 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-919cb8c1-c189-4956-88ab-3bf3de3fd4d0 req-3015f8bd-8d42-4735-a6b4-f2c69e23ee8f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.0856199 May 25 15:44:24.772156 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-7bc77a19-129e-4c50-bb34-6eb9336957be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:44:24.776061 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-7bc77a19-129e-4c50-bb34-6eb9336957be admin admin] Usage tracker for resource:security_group_rule and tenant:07ee2cb0678e4e28bbd657ee03aed903 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:44:24.778931 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-7bc77a19-129e-4c50-bb34-6eb9336957be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:44:24.784900 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-7bc77a19-129e-4c50-bb34-6eb9336957be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:44:24.807557 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-919cb8c1-c189-4956-88ab-3bf3de3fd4d0 req-01a9be7f-0513-4005-badf-38adc4bf8ca9 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384648 May 25 15:44:24.871555 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-7bc77a19-129e-4c50-bb34-6eb9336957be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:24.877709 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-7bc77a19-129e-4c50-bb34-6eb9336957be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:24.886243 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-86b31411-cf3f-4624-96c0-d725ca113f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:24.927183 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-7bc77a19-129e-4c50-bb34-6eb9336957be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=07ee2cb0678e4e28bbd657ee03aed903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912865 May 25 15:44:24.928809 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc77a19-129e-4c50-bb34-6eb9336957be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc39502c-95d5-4169-95ff-c468293a7a98,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:24.931012 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 39548) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:24.934276 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-7bc77a19-129e-4c50-bb34-6eb9336957be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:24.953167 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6377d-9f77-4dc0-a189-35c498f26934 req-92c8f0d5-8869-41da-93ee-4496cb1d5ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:24.954623 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c9a6377d-9f77-4dc0-a189-35c498f26934 req-92c8f0d5-8869-41da-93ee-4496cb1d5ae9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629&tenant_id=84e65264be4b4ed284c28ccc90c35988 HTTP/1.1" status: 200 len: 1096 time: 0.0746875 May 25 15:44:24.992602 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-4be43b95-8fd4-4d31-95ca-eaee7400aeb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:25.018284 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-4be43b95-8fd4-4d31-95ca-eaee7400aeb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:25.049606 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6377d-9f77-4dc0-a189-35c498f26934 req-99a79a37-6ca4-4be6-986b-1bd1a93c47ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:25.051051 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c9a6377d-9f77-4dc0-a189-35c498f26934 req-99a79a37-6ca4-4be6-986b-1bd1a93c47ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84e65264be4b4ed284c28ccc90c35988&device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 1096 time: 0.0711186 May 25 15:44:25.070115 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-4be43b95-8fd4-4d31-95ca-eaee7400aeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:25.074058 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-a373d13e-9664-46c7-9dd4-a765fffd5b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:25.087155 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be43b95-8fd4-4d31-95ca-eaee7400aeb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc39502c-95d5-4169-95ff-c468293a7a98,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:25.089485 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-4be43b95-8fd4-4d31-95ca-eaee7400aeb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:25.092901 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-4be43b95-8fd4-4d31-95ca-eaee7400aeb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:25.097975 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-4be43b95-8fd4-4d31-95ca-eaee7400aeb8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc39502c-95d5-4169-95ff-c468293a7a98 HTTP/1.1" status: 204 len: 168 time: 0.1653292 May 25 15:44:25.190128 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6377d-9f77-4dc0-a189-35c498f26934 req-8e56735d-8510-453e-a8a7-7ecc58f9ab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:25.191586 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c9a6377d-9f77-4dc0-a189-35c498f26934 req-8e56735d-8510-453e-a8a7-7ecc58f9ab19 service neutron] 10.222.0.57 "GET /v2.0/networks?id=771546d5-f50e-49c2-832e-f1005d51ba9c HTTP/1.1" status: 200 len: 918 time: 0.1326001 May 25 15:44:25.301226 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c9a6377d-9f77-4dc0-a189-35c498f26934 req-3105637b-e368-4308-bd8d-a751f4204eac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0adab53e-0feb-4d1d-a7a9-f401ed874fae HTTP/1.1" status: 200 len: 998 time: 0.1020362 May 25 15:44:25.368140 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6377d-9f77-4dc0-a189-35c498f26934 req-6910ba05-0fe2-4d32-a3e5-b8b31059aed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:25.369678 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c9a6377d-9f77-4dc0-a189-35c498f26934 req-6910ba05-0fe2-4d32-a3e5-b8b31059aed2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6affe17c-ed2e-4df1-9809-4e056b57fa85 HTTP/1.1" status: 200 len: 856 time: 0.0599842 May 25 15:44:25.377295 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 39556) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:25.434008 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-aa77f48a-902e-45ce-a10a-c93a09926e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:25.457985 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-aa77f48a-902e-45ce-a10a-c93a09926e22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:44:25.463915 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-aa77f48a-902e-45ce-a10a-c93a09926e22 admin admin] Usage tracker for resource:security_group_rule and tenant:e2b721abf2ee4af1b00e0f4f8980fce6 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:44:25.467659 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-aa77f48a-902e-45ce-a10a-c93a09926e22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:44:25.474236 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-aa77f48a-902e-45ce-a10a-c93a09926e22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:44:25.506644 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6377d-9f77-4dc0-a189-35c498f26934 req-9ac39445-88cc-4d77-a243-2f80dfa208be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:25.508241 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c9a6377d-9f77-4dc0-a189-35c498f26934 req-9ac39445-88cc-4d77-a243-2f80dfa208be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=771546d5-f50e-49c2-832e-f1005d51ba9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1163743 May 25 15:44:25.676891 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7a404-1fb9-43d7-a837-608eb96c062b req-8bbc9d4c-e60e-49cf-a759-9b91dbd819e6 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:25.679383 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b5c7a404-1fb9-43d7-a837-608eb96c062b req-8bbc9d4c-e60e-49cf-a759-9b91dbd819e6 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.0957639 May 25 15:44:25.699633 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c9a6377d-9f77-4dc0-a189-35c498f26934 req-acdb5ea7-5c50-49b4-a619-8bfc14f0337e service neutron] 10.222.0.57 "GET /v2.0/networks/771546d5-f50e-49c2-832e-f1005d51ba9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826291 May 25 15:44:25.777629 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b5c7a404-1fb9-43d7-a837-608eb96c062b req-3f7f9834-c416-400d-9bec-0b4d5327f42c tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0855668 May 25 15:44:25.863968 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-aa77f48a-902e-45ce-a10a-c93a09926e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:25.878980 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-aa77f48a-902e-45ce-a10a-c93a09926e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:25.896880 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-98566fc6-3791-4c2c-9d4e-fa41b1f65178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:25.969365 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-aa77f48a-902e-45ce-a10a-c93a09926e22 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e2b721abf2ee4af1b00e0f4f8980fce6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5910292 May 25 15:44:25.973558 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 39582) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:25.977041 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77f48a-902e-45ce-a10a-c93a09926e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3696a8d0-49a4-4256-8d50-a2532c1de05d,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:25.981324 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c9a6377d-9f77-4dc0-a189-35c498f26934 req-f66a01be-3145-4ec7-9b4b-15a36269f8a1 service neutron] 10.222.0.57 "GET /v2.0/networks/771546d5-f50e-49c2-832e-f1005d51ba9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688556 May 25 15:44:25.983382 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-aa77f48a-902e-45ce-a10a-c93a09926e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:26.028105 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b90e36-e95d-4866-afeb-91d9ef24fe55 req-c1062eab-8022-441a-a550-0bbeb625ce51 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:26.029551 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044bfc9-c2ef-4a84-ab5b-b38707185200 req-e5d03974-6ab3-49a3-9635-e23a913dd271 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:26.029709 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-44b90e36-e95d-4866-afeb-91d9ef24fe55 req-c1062eab-8022-441a-a550-0bbeb625ce51 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49040cf-6e01-41c9-8b0a-d4109ce91d5f HTTP/1.1" status: 200 len: 945 time: 0.2326331 May 25 15:44:26.037669 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b044bfc9-c2ef-4a84-ab5b-b38707185200 req-e5d03974-6ab3-49a3-9635-e23a913dd271 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.1086020 May 25 15:44:26.082686 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b044bfc9-c2ef-4a84-ab5b-b38707185200 req-3e71a842-a582-42e3-bed9-afd680a60a65 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438573 May 25 15:44:26.093308 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-18189d93-04b3-49c1-b4f8-6447d26a9d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:26.107637 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-44b90e36-e95d-4866-afeb-91d9ef24fe55 req-c3329141-8864-4389-9ce7-4b529ad86946 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709920 May 25 15:44:26.133601 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-18189d93-04b3-49c1-b4f8-6447d26a9d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:26.189708 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-18189d93-04b3-49c1-b4f8-6447d26a9d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:26.194895 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-b863517e-1aec-45fd-81d3-527f8cca005d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:26.206555 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18189d93-04b3-49c1-b4f8-6447d26a9d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3696a8d0-49a4-4256-8d50-a2532c1de05d,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:26.209131 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-18189d93-04b3-49c1-b4f8-6447d26a9d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:26.215528 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-18189d93-04b3-49c1-b4f8-6447d26a9d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:26.216687 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-18189d93-04b3-49c1-b4f8-6447d26a9d22 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3696a8d0-49a4-4256-8d50-a2532c1de05d HTTP/1.1" status: 204 len: 168 time: 0.2409501 May 25 15:44:26.776095 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d0987-7948-4e46-bf96-48cedca2e03e req-c2dbbaee-1791-4f27-80c9-c9cbb5ba571e tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:26.777624 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7d6d0987-7948-4e46-bf96-48cedca2e03e req-c2dbbaee-1791-4f27-80c9-c9cbb5ba571e tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.57 "GET /v2.0/ports?device_id=a49040cf-6e01-41c9-8b0a-d4109ce91d5f HTTP/1.1" status: 200 len: 945 time: 0.1267381 May 25 15:44:27.064368 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85302b8-f45c-4cb9-a488-960045a3b7de req-07900f6b-2ceb-4917-9202-69372ba0d37a tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:27.065789 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e85302b8-f45c-4cb9-a488-960045a3b7de req-07900f6b-2ceb-4917-9202-69372ba0d37a tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.1153030 May 25 15:44:27.135516 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e85302b8-f45c-4cb9-a488-960045a3b7de req-a78b5976-575c-42b2-8c18-f60dbc165a9a tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624340 May 25 15:44:27.394833 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1ac49-b2e9-49e9-8cd0-927bd07c5b3e req-eb98cf40-9fd7-4ac0-b287-93d2d13eaab9 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:27.395495 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-e5f1ac49-b2e9-49e9-8cd0-927bd07c5b3e req-eb98cf40-9fd7-4ac0-b287-93d2d13eaab9 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.1771770 May 25 15:44:27.908536 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02007b05-027b-418f-8229-2d9d707344ec req-ac2d62a6-d4bc-4b69-8e76-94f413a4db59 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:27.908787 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-e5f1ac49-b2e9-49e9-8cd0-927bd07c5b3e req-24f45f3c-2d24-4bc7-8318-29c34df20f56 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5061860 May 25 15:44:27.918105 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-02007b05-027b-418f-8229-2d9d707344ec req-ac2d62a6-d4bc-4b69-8e76-94f413a4db59 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49040cf-6e01-41c9-8b0a-d4109ce91d5f HTTP/1.1" status: 200 len: 945 time: 0.5993016 May 25 15:44:27.980257 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-02007b05-027b-418f-8229-2d9d707344ec req-81e52f2e-3416-4912-9658-347c1f14bb3d tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607891 May 25 15:44:28.367944 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3805e1-65bc-48ff-a190-f87071e4f1f5 req-b56c2091-2039-4c9d-91d4-aefcb0f3be6e tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:28.369907 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-db3805e1-65bc-48ff-a190-f87071e4f1f5 req-b56c2091-2039-4c9d-91d4-aefcb0f3be6e tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.0924947 May 25 15:44:28.424473 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-db3805e1-65bc-48ff-a190-f87071e4f1f5 req-878f01e2-86f4-4126-998a-1fa51fd6b828 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479403 May 25 15:44:28.524857 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 39686) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:28.670751 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-1d860077-6143-4746-9f0d-57ea4e1caf6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:28.691016 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-1d860077-6143-4746-9f0d-57ea4e1caf6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:44:28.695063 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-1d860077-6143-4746-9f0d-57ea4e1caf6a admin admin] Usage tracker for resource:security_group_rule and tenant:9ce2d141eeee467c86b9969592c7b642 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:44:28.698180 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-1d860077-6143-4746-9f0d-57ea4e1caf6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:44:28.705576 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-1d860077-6143-4746-9f0d-57ea4e1caf6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:44:28.817717 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-1d860077-6143-4746-9f0d-57ea4e1caf6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:28.822937 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-1d860077-6143-4746-9f0d-57ea4e1caf6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:28.832492 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:28.878540 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-1d860077-6143-4746-9f0d-57ea4e1caf6a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9ce2d141eeee467c86b9969592c7b642&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3493862 May 25 15:44:28.878540 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d860077-6143-4746-9f0d-57ea4e1caf6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c49db85-06e0-4815-9b88-a91c3d787165,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:28.879126 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 39696) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:28.881425 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-1d860077-6143-4746-9f0d-57ea4e1caf6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:28.971277 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-7bfd859b-fa99-4a56-b09b-b010d6a32ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:29.017994 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-7bfd859b-fa99-4a56-b09b-b010d6a32ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:29.090066 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-7bfd859b-fa99-4a56-b09b-b010d6a32ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:29.107384 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-35242311-621d-45bf-8081-1eff77e0c9e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:29.160056 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd859b-fa99-4a56-b09b-b010d6a32ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c49db85-06e0-4815-9b88-a91c3d787165,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:29.174495 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-7bfd859b-fa99-4a56-b09b-b010d6a32ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:29.190563 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-7bfd859b-fa99-4a56-b09b-b010d6a32ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:29.194845 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-7bfd859b-fa99-4a56-b09b-b010d6a32ed8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8c49db85-06e0-4815-9b88-a91c3d787165 HTTP/1.1" status: 204 len: 168 time: 0.3135943 May 25 15:44:29.235085 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2c192-414f-48a3-953a-e36c1136c3ce req-c3f6bcd9-42c9-44da-a96d-3002d04618b5 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:29.237602 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-53c2c192-414f-48a3-953a-e36c1136c3ce req-c3f6bcd9-42c9-44da-a96d-3002d04618b5 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.1329091 May 25 15:44:29.247367 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:44:29.440036 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-53c2c192-414f-48a3-953a-e36c1136c3ce req-04e803f4-9e83-4b75-b5dc-c43e61ad7a5e tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957331 May 25 15:44:29.560239 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2fd21-6363-47b0-9d83-55cb2f093c1f req-e045a914-c738-4bf3-b71c-45b88c5f44d5 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:29.569552 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-baf2fd21-6363-47b0-9d83-55cb2f093c1f req-e045a914-c738-4bf3-b71c-45b88c5f44d5 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49040cf-6e01-41c9-8b0a-d4109ce91d5f HTTP/1.1" status: 200 len: 945 time: 0.3610954 May 25 15:44:29.619666 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-baf2fd21-6363-47b0-9d83-55cb2f093c1f req-cabf6a0a-45b6-445d-ab3b-d299ff6ac8a2 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490007 May 25 15:44:29.681220 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c70db1-7f99-43f9-852c-2e819e00680d req-bce56c67-ffc9-4043-a477-de3c74321731 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:29.696579 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-47c70db1-7f99-43f9-852c-2e819e00680d req-bce56c67-ffc9-4043-a477-de3c74321731 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.1345837 May 25 15:44:29.737878 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 39718) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:29.766549 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b1ac8182-a691-487b-833d-6514ae2dcfbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:29.791862 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-b1ac8182-a691-487b-833d-6514ae2dcfbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:44:29.799712 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-b1ac8182-a691-487b-833d-6514ae2dcfbf admin admin] Usage tracker for resource:security_group_rule and tenant:b628a4b33df747bfb24c44d317034f3d is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:44:29.804008 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-b1ac8182-a691-487b-833d-6514ae2dcfbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:44:29.806503 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-47c70db1-7f99-43f9-852c-2e819e00680d req-1dbefd92-648a-426f-afa3-fc853377ef76 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1053033 May 25 15:44:29.810709 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-b1ac8182-a691-487b-833d-6514ae2dcfbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:44:29.909677 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b1ac8182-a691-487b-833d-6514ae2dcfbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:29.913564 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b1ac8182-a691-487b-833d-6514ae2dcfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:29.922385 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-409b404f-f05c-41b8-ae7d-3573c3786bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:29.961813 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-b1ac8182-a691-487b-833d-6514ae2dcfbf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b628a4b33df747bfb24c44d317034f3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2230325 May 25 15:44:29.962713 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac8182-a691-487b-833d-6514ae2dcfbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a414c14-0d9b-4fef-a928-5d0df5ff26d8,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:29.964541 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 39722) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:29.965689 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-b1ac8182-a691-487b-833d-6514ae2dcfbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:30.032536 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a7951185-0afd-4488-98cf-9bbaf32e2c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:30.061484 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a7951185-0afd-4488-98cf-9bbaf32e2c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:30.124702 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device b2fd3703-26cb-4ad0-8faa-1980ea24da92 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:44:30.125416 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a7951185-0afd-4488-98cf-9bbaf32e2c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:30.130076 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-51a33b2f-23de-4174-881d-07b6d9cfbb8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:30.145497 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7951185-0afd-4488-98cf-9bbaf32e2c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a414c14-0d9b-4fef-a928-5d0df5ff26d8,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:30.157716 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-a7951185-0afd-4488-98cf-9bbaf32e2c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:30.158538 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a7951185-0afd-4488-98cf-9bbaf32e2c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:30.172716 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-a7951185-0afd-4488-98cf-9bbaf32e2c8f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a414c14-0d9b-4fef-a928-5d0df5ff26d8 HTTP/1.1" status: 204 len: 168 time: 0.1955307 May 25 15:44:30.268703 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:30.297874 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49040cf-6e01-41c9-8b0a-d4109ce91d5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2fd3703-26cb-4ad0-8faa-1980ea24da92'}] {{(pid=98475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:44:30.314984 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port b2fd3703-26cb-4ad0-8faa-1980ea24da92, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=b2fd3703-26cb-4ad0-8faa-1980ea24da92,segment=NetworkSegment(dc5b8ae6-5892-45da-93f0-543aec61d126),segment_id=dc5b8ae6-5892-45da-93f0-543aec61d126)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:44:30.320654 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:30.322786 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:30.373828 dv-cinder-791240-3-iscsi neutron-server[98475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a49040cf-6e01-41c9-8b0a-d4109ce91d5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2fd3703-26cb-4ad0-8faa-1980ea24da92', 'code': 200} May 25 15:44:30.406943 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=b2fd3703-26cb-4ad0-8faa-1980ea24da92,revision_number=6']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:30.410766 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:30.711844 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299280e-3f17-4418-9f39-252b6cdb94af req-7d3e5c08-c0f1-42a7-930f-db15325fd09a tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:30.719043 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-4299280e-3f17-4418-9f39-252b6cdb94af req-7d3e5c08-c0f1-42a7-930f-db15325fd09a tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.1618204 May 25 15:44:30.784701 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-4299280e-3f17-4418-9f39-252b6cdb94af req-1fce8e4a-e35d-43fc-8e14-922dcf95a04d tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641387 May 25 15:44:30.998056 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c155ed-7d33-4ef0-8b2e-b4304648026f req-e6b0aa49-511e-448e-a6b1-47599b5ee1a2 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:30.999692 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-49c155ed-7d33-4ef0-8b2e-b4304648026f req-e6b0aa49-511e-448e-a6b1-47599b5ee1a2 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49040cf-6e01-41c9-8b0a-d4109ce91d5f HTTP/1.1" status: 200 len: 943 time: 0.1511042 May 25 15:44:31.099462 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-49c155ed-7d33-4ef0-8b2e-b4304648026f req-7a917c21-da0d-4654-99f3-948e1804a3e7 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923934 May 25 15:44:31.194835 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee26568-cca5-47ff-94ef-295f707756ed req-db4f8162-71eb-42a9-b75b-2b85abdee06b tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:31.196425 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-6ee26568-cca5-47ff-94ef-295f707756ed req-db4f8162-71eb-42a9-b75b-2b85abdee06b tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.1848254 May 25 15:44:31.267949 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-6ee26568-cca5-47ff-94ef-295f707756ed req-5888f024-92c9-4c23-917b-f22a5ce8dde4 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508788 May 25 15:44:32.014999 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6a2d5-9ade-4237-bc18-ce0ccb630252 req-fae764a9-2af6-447f-8f31-33558e02679b tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:32.022028 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-3ff6a2d5-9ade-4237-bc18-ce0ccb630252 req-fae764a9-2af6-447f-8f31-33558e02679b tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.1029863 May 25 15:44:32.085074 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-3ff6a2d5-9ade-4237-bc18-ce0ccb630252 req-2b6cfe43-782f-4fa0-b653-2cc0e0cd0b66 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560215 May 25 15:44:32.318340 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721bd24-95fa-4409-9b37-50eb16a2fae6 req-c0ca92eb-241f-4c3c-823c-89b7e0c3949c tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:32.320661 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d721bd24-95fa-4409-9b37-50eb16a2fae6 req-c0ca92eb-241f-4c3c-823c-89b7e0c3949c tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49040cf-6e01-41c9-8b0a-d4109ce91d5f HTTP/1.1" status: 200 len: 943 time: 0.0972602 May 25 15:44:32.418224 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d721bd24-95fa-4409-9b37-50eb16a2fae6 req-717905d6-3cce-4e22-a565-9a34687e9613 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910976 May 25 15:44:32.634312 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b46bb-2059-45db-9e40-b7ade6545e71 req-311b104d-35cf-42cf-9ccc-03eaa1a6e25b tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:32.642317 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-993b46bb-2059-45db-9e40-b7ade6545e71 req-311b104d-35cf-42cf-9ccc-03eaa1a6e25b tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.1514454 May 25 15:44:32.757612 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-993b46bb-2059-45db-9e40-b7ade6545e71 req-d08734e4-0124-4090-ae77-83f823ed6223 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1143107 May 25 15:44:33.318965 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9eac65-e4c7-490d-8f3b-4486b4eb57d8 req-f7caabd6-993c-4c76-be42-e839c3678db1 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:33.320512 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-6d9eac65-e4c7-490d-8f3b-4486b4eb57d8 req-f7caabd6-993c-4c76-be42-e839c3678db1 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.0944726 May 25 15:44:33.390175 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-6d9eac65-e4c7-490d-8f3b-4486b4eb57d8 req-b83772f0-863f-4737-a6c5-a731e8ecad82 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594356 May 25 15:44:33.681698 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a714a-1764-4d45-acf7-c65724a349a4 req-5ce88460-d400-4518-968e-0d656baf8067 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:33.683492 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-e72a714a-1764-4d45-acf7-c65724a349a4 req-5ce88460-d400-4518-968e-0d656baf8067 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49040cf-6e01-41c9-8b0a-d4109ce91d5f HTTP/1.1" status: 200 len: 943 time: 0.1041799 May 25 15:44:33.744594 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-e72a714a-1764-4d45-acf7-c65724a349a4 req-b5defe8d-b250-4b9b-b949-d5c61a4d4588 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530126 May 25 15:44:33.982989 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1c620-e0d4-41cb-8888-21461c635964 req-aea663e0-ee8c-4e3c-9242-5606f53676c0 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:33.985457 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9ec1c620-e0d4-41cb-8888-21461c635964 req-aea663e0-ee8c-4e3c-9242-5606f53676c0 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.1116946 May 25 15:44:34.075440 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9ec1c620-e0d4-41cb-8888-21461c635964 req-8078148f-22a3-465a-a80e-f47a4c020e2b tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784855 May 25 15:44:34.638258 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 39910) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:34.639845 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c3d1d-be6d-4a1f-b9b4-754f7323d0b5 req-221390ad-7a1d-4dd0-886c-ebce2555fb5e tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:34.651704 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ea5c3d1d-be6d-4a1f-b9b4-754f7323d0b5 req-221390ad-7a1d-4dd0-886c-ebce2555fb5e tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.1146798 May 25 15:44:34.707114 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ea5c3d1d-be6d-4a1f-b9b4-754f7323d0b5 req-23db85a1-f126-442e-9d4c-9eabca3c6893 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565336 May 25 15:44:34.873744 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 39920) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:34.971650 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-c01b118e-bb6b-488c-b8fd-ef7bd94db7c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:34.986573 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-6a7bf8f2-8dfe-4869-beee-dd73ed9ef2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:35.016587 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-6a7bf8f2-8dfe-4869-beee-dd73ed9ef2e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:44:35.018970 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-c01b118e-bb6b-488c-b8fd-ef7bd94db7c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:44:35.025530 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-c01b118e-bb6b-488c-b8fd-ef7bd94db7c6 admin admin] Usage tracker for resource:security_group_rule and tenant:7783edba9585476cb7769d175e8f1a2b is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:44:35.028497 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-6a7bf8f2-8dfe-4869-beee-dd73ed9ef2e5 admin admin] Usage tracker for resource:security_group_rule and tenant:2f6a990e5d3846c08e0b928dbbcb9178 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:44:35.032152 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-c01b118e-bb6b-488c-b8fd-ef7bd94db7c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:44:35.037060 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-6a7bf8f2-8dfe-4869-beee-dd73ed9ef2e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:44:35.045509 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-6a7bf8f2-8dfe-4869-beee-dd73ed9ef2e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:44:35.055903 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-c01b118e-bb6b-488c-b8fd-ef7bd94db7c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:44:35.107394 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bf5b6-a5dc-437c-b9c9-83226520ca23 req-cd7d6fe2-237c-4008-9e73-c929b170d04b tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:35.109836 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-344bf5b6-a5dc-437c-b9c9-83226520ca23 req-cd7d6fe2-237c-4008-9e73-c929b170d04b tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49040cf-6e01-41c9-8b0a-d4109ce91d5f HTTP/1.1" status: 200 len: 943 time: 0.2229762 May 25 15:44:35.196560 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-344bf5b6-a5dc-437c-b9c9-83226520ca23 req-3494ff20-c1f2-479d-9396-5e3464bc2c41 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778861 May 25 15:44:35.256495 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-6a7bf8f2-8dfe-4869-beee-dd73ed9ef2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:35.266392 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-6a7bf8f2-8dfe-4869-beee-dd73ed9ef2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:35.276525 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-85636e37-1923-423e-9eac-903970493d0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:35.302050 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e45f4-9202-4a79-957c-796a3d6fd076 req-b637be8e-8c13-4549-a9e5-9e607e61e1f4 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:35.309008 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-644e45f4-9202-4a79-957c-796a3d6fd076 req-b637be8e-8c13-4549-a9e5-9e607e61e1f4 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.1188180 May 25 15:44:35.325215 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-c01b118e-bb6b-488c-b8fd-ef7bd94db7c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:35.335374 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-c01b118e-bb6b-488c-b8fd-ef7bd94db7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:35.344350 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-6a7bf8f2-8dfe-4869-beee-dd73ed9ef2e5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2f6a990e5d3846c08e0b928dbbcb9178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7042320 May 25 15:44:35.345172 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7bf8f2-8dfe-4869-beee-dd73ed9ef2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ddc8af-84c3-45de-869a-1626acc6c2e2,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:35.349143 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 39928) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:35.349714 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-6a7bf8f2-8dfe-4869-beee-dd73ed9ef2e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:35.350115 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-82ead5f5-0143-48a7-91a0-cd6527ef2507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:35.384344 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-644e45f4-9202-4a79-957c-796a3d6fd076 req-225d2d00-9f41-4652-b8ea-6ff6983817fd tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742190 May 25 15:44:35.384668 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b118e-bb6b-488c-b8fd-ef7bd94db7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bf05e0-9c0a-4ce7-9f97-42c42395bf9a,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:35.389322 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-c01b118e-bb6b-488c-b8fd-ef7bd94db7c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:35.415985 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-c01b118e-bb6b-488c-b8fd-ef7bd94db7c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7783edba9585476cb7769d175e8f1a2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5400167 May 25 15:44:35.418672 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 39932) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:35.438109 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-0b741d1a-b021-4f65-876f-0a2f455007af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:35.468307 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-0b741d1a-b021-4f65-876f-0a2f455007af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:35.518536 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-11f85079-dfd3-444d-94f2-49ab27ecdd72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:35.524246 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-0b741d1a-b021-4f65-876f-0a2f455007af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:35.529485 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-65029e2c-98c4-4a91-ae71-bb91b28eaf6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:35.544740 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b741d1a-b021-4f65-876f-0a2f455007af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ddc8af-84c3-45de-869a-1626acc6c2e2,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:35.549183 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-0b741d1a-b021-4f65-876f-0a2f455007af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:35.558190 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-0b741d1a-b021-4f65-876f-0a2f455007af admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:35.563519 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-0b741d1a-b021-4f65-876f-0a2f455007af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/18ddc8af-84c3-45de-869a-1626acc6c2e2 HTTP/1.1" status: 204 len: 168 time: 0.2134748 May 25 15:44:35.588486 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-11f85079-dfd3-444d-94f2-49ab27ecdd72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:35.673922 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-11f85079-dfd3-444d-94f2-49ab27ecdd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:35.678137 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-7bc77a19-129e-4c50-bb34-6eb9336957be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:35.692880 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f85079-dfd3-444d-94f2-49ab27ecdd72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bf05e0-9c0a-4ce7-9f97-42c42395bf9a,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:35.695517 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-11f85079-dfd3-444d-94f2-49ab27ecdd72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:35.718435 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-11f85079-dfd3-444d-94f2-49ab27ecdd72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:35.723048 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-11f85079-dfd3-444d-94f2-49ab27ecdd72 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/02bf05e0-9c0a-4ce7-9f97-42c42395bf9a HTTP/1.1" status: 204 len: 168 time: 0.3034060 May 25 15:44:35.969647 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05224141-0e5b-4cd5-8116-731aa3b6edb9 req-316170ba-2281-4d5c-b409-e2f306e0e160 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:35.971215 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-05224141-0e5b-4cd5-8116-731aa3b6edb9 req-316170ba-2281-4d5c-b409-e2f306e0e160 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.1008778 May 25 15:44:36.021751 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 39946) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:36.037822 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-05224141-0e5b-4cd5-8116-731aa3b6edb9 req-0803bb97-374d-47a2-a3f5-0d1fc686decf tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594532 May 25 15:44:36.052669 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-c6001372-4567-4fcc-9541-35a89612c1dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:36.076745 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-c6001372-4567-4fcc-9541-35a89612c1dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:44:36.081199 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-c6001372-4567-4fcc-9541-35a89612c1dc admin admin] Usage tracker for resource:security_group_rule and tenant:a3fee6f21a344cd1a17b037f52b3894d is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:44:36.084915 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-c6001372-4567-4fcc-9541-35a89612c1dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:44:36.091570 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-c6001372-4567-4fcc-9541-35a89612c1dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:44:36.209766 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-c6001372-4567-4fcc-9541-35a89612c1dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:36.220358 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-c6001372-4567-4fcc-9541-35a89612c1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:36.249758 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-18189d93-04b3-49c1-b4f8-6447d26a9d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:36.261030 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-c6001372-4567-4fcc-9541-35a89612c1dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a3fee6f21a344cd1a17b037f52b3894d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314351 May 25 15:44:36.262359 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 39954) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:36.286389 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6001372-4567-4fcc-9541-35a89612c1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc37b18-de65-4c9b-a4d7-0e8befa729ff,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:36.289702 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-c6001372-4567-4fcc-9541-35a89612c1dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:36.342313 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 39958) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:36.371506 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2f9143ac-5897-48d0-bbfe-b31a72a1c4e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:36.401629 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2f9143ac-5897-48d0-bbfe-b31a72a1c4e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:36.417880 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-59c8aa45-519c-4cd1-8149-b1819f6ff1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:36.441722 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-59c8aa45-519c-4cd1-8149-b1819f6ff1d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:44:36.446483 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-59c8aa45-519c-4cd1-8149-b1819f6ff1d8 admin admin] Usage tracker for resource:security_group_rule and tenant:998686f107254e1890b4926ac22a451d is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:44:36.450704 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-59c8aa45-519c-4cd1-8149-b1819f6ff1d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:44:36.457474 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-59c8aa45-519c-4cd1-8149-b1819f6ff1d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:44:36.462305 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2f9143ac-5897-48d0-bbfe-b31a72a1c4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:36.473973 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-9b16b729-79f0-411e-b6ab-0d1e14af2ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:36.502793 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9143ac-5897-48d0-bbfe-b31a72a1c4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc37b18-de65-4c9b-a4d7-0e8befa729ff,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:36.520297 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-2f9143ac-5897-48d0-bbfe-b31a72a1c4e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:36.524826 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2f9143ac-5897-48d0-bbfe-b31a72a1c4e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:36.529487 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-2f9143ac-5897-48d0-bbfe-b31a72a1c4e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ffc37b18-de65-4c9b-a4d7-0e8befa729ff HTTP/1.1" status: 204 len: 168 time: 0.2657151 May 25 15:44:36.576150 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-59c8aa45-519c-4cd1-8149-b1819f6ff1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:36.591815 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f2217-3a43-4337-ab04-c0cae7911f88 req-1c880d29-e4b7-43eb-80e8-9cd196d0f145 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:36.601808 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-825f2217-3a43-4337-ab04-c0cae7911f88 req-1c880d29-e4b7-43eb-80e8-9cd196d0f145 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49040cf-6e01-41c9-8b0a-d4109ce91d5f HTTP/1.1" status: 200 len: 943 time: 0.2615228 May 25 15:44:36.623607 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-59c8aa45-519c-4cd1-8149-b1819f6ff1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:36.637071 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-7b3039f3-ffc3-451e-92f8-edb748a9b728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:36.676149 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8aa45-519c-4cd1-8149-b1819f6ff1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188eb9fb-a92c-4a26-8ce8-110d872bbdbb,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:36.687627 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8aa45-519c-4cd1-8149-b1819f6ff1d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:36.688276 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8aa45-519c-4cd1-8149-b1819f6ff1d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:36.688874 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8aa45-519c-4cd1-8149-b1819f6ff1d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:36.689396 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8aa45-519c-4cd1-8149-b1819f6ff1d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:36.689902 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8aa45-519c-4cd1-8149-b1819f6ff1d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:36.690661 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8aa45-519c-4cd1-8149-b1819f6ff1d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:36.691253 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8aa45-519c-4cd1-8149-b1819f6ff1d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:36.691770 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8aa45-519c-4cd1-8149-b1819f6ff1d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:36.692315 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8aa45-519c-4cd1-8149-b1819f6ff1d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:36.692897 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8aa45-519c-4cd1-8149-b1819f6ff1d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:36.693473 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8aa45-519c-4cd1-8149-b1819f6ff1d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:36.694045 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8aa45-519c-4cd1-8149-b1819f6ff1d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:36.722466 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7330d-9377-4c4e-8c02-18b2718a68d5 req-82f29ce5-1002-4512-b85b-8a9bb4ba90ec tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:36.730673 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-59c8aa45-519c-4cd1-8149-b1819f6ff1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:36.740061 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-15b7330d-9377-4c4e-8c02-18b2718a68d5 req-82f29ce5-1002-4512-b85b-8a9bb4ba90ec tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.1645796 May 25 15:44:36.742245 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-825f2217-3a43-4337-ab04-c0cae7911f88 req-161cb942-8905-4bdd-81f6-79eca96a3f80 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391988 May 25 15:44:36.765030 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-59c8aa45-519c-4cd1-8149-b1819f6ff1d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=998686f107254e1890b4926ac22a451d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4184971 May 25 15:44:36.765030 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 39968) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:36.837472 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-15b7330d-9377-4c4e-8c02-18b2718a68d5 req-5625ca58-812e-4e15-86bc-ad600387f8cb tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0963774 May 25 15:44:36.861317 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-4d0187c7-c759-4972-9259-1bb0c693e349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:36.889319 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-4d0187c7-c759-4972-9259-1bb0c693e349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:36.954353 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-4d0187c7-c759-4972-9259-1bb0c693e349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:36.959422 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-1f09d745-7ead-4b46-9518-158d9fcf666f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:36.989735 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0187c7-c759-4972-9259-1bb0c693e349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188eb9fb-a92c-4a26-8ce8-110d872bbdbb,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:36.992671 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-4d0187c7-c759-4972-9259-1bb0c693e349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:36.993984 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-4d0187c7-c759-4972-9259-1bb0c693e349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:36.997863 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-4d0187c7-c759-4972-9259-1bb0c693e349 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/188eb9fb-a92c-4a26-8ce8-110d872bbdbb HTTP/1.1" status: 204 len: 168 time: 0.2289531 May 25 15:44:37.254630 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3a05d-f5d6-486f-9fc4-a69e4b00eaca req-64e1f5d9-5e93-44e9-bbf2-eb24ecd2fb03 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:37.262340 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-6ac3a05d-f5d6-486f-9fc4-a69e4b00eaca req-64e1f5d9-5e93-44e9-bbf2-eb24ecd2fb03 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.0915825 May 25 15:44:37.327078 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-6ac3a05d-f5d6-486f-9fc4-a69e4b00eaca req-df8bd24c-1117-461c-a2c3-6c96089e3f71 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586603 May 25 15:44:37.932189 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb397b6f-5b5c-4235-a9a7-e1012f17882f req-bee4d16b-d03a-4874-af4e-fd4f033c0811 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:37.934993 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-bb397b6f-5b5c-4235-a9a7-e1012f17882f req-bee4d16b-d03a-4874-af4e-fd4f033c0811 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49040cf-6e01-41c9-8b0a-d4109ce91d5f HTTP/1.1" status: 200 len: 943 time: 0.0877333 May 25 15:44:37.995447 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-bb397b6f-5b5c-4235-a9a7-e1012f17882f req-26278453-5d92-4af4-bdad-17ebf8c69c27 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507360 May 25 15:44:38.072507 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03af57-e1d6-462a-86b7-1ad8405d9597 req-1d348fc3-e45a-49a5-947e-d40fba6d368d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:38.074626 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-5b03af57-e1d6-462a-86b7-1ad8405d9597 req-1d348fc3-e45a-49a5-947e-d40fba6d368d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.1020029 May 25 15:44:38.123597 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-5b03af57-e1d6-462a-86b7-1ad8405d9597 req-7a3d868c-6b04-4298-9847-499066a837b1 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426333 May 25 15:44:38.532142 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fc647-65ec-4cdc-8b9f-301db4549841 req-cdd4b72b-1ccf-4866-99aa-75390a0d8b0f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:38.533760 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-cf4fc647-65ec-4cdc-8b9f-301db4549841 req-cdd4b72b-1ccf-4866-99aa-75390a0d8b0f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.0861456 May 25 15:44:38.593455 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-cf4fc647-65ec-4cdc-8b9f-301db4549841 req-a86badfd-5c4c-49c4-87d1-0eeda17ea184 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539918 May 25 15:44:38.884746 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 40072) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:39.017739 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b1263f2f-73c5-42c9-a927-98f2ab0d7572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:39.032841 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-b1263f2f-73c5-42c9-a927-98f2ab0d7572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:44:39.036742 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-b1263f2f-73c5-42c9-a927-98f2ab0d7572 admin admin] Usage tracker for resource:security_group_rule and tenant:ea200c1928ac4690af033ca9abd41d43 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:44:39.039567 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-b1263f2f-73c5-42c9-a927-98f2ab0d7572 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:44:39.045889 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-b1263f2f-73c5-42c9-a927-98f2ab0d7572 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:44:39.174176 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b1263f2f-73c5-42c9-a927-98f2ab0d7572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:39.184568 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b1263f2f-73c5-42c9-a927-98f2ab0d7572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:39.192539 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:39.252188 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-b1263f2f-73c5-42c9-a927-98f2ab0d7572 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea200c1928ac4690af033ca9abd41d43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3661931 May 25 15:44:39.253988 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1263f2f-73c5-42c9-a927-98f2ab0d7572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d009816f-9066-4b9a-8423-54bbcb340ce3,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:39.257649 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 40082) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:39.263523 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-b1263f2f-73c5-42c9-a927-98f2ab0d7572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:39.299208 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95942aac-89e3-48f2-beb2-de30adc2245a req-6fa64677-7eb6-4fa5-9a66-3da12c7a67f2 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:39.300701 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-95942aac-89e3-48f2-beb2-de30adc2245a req-6fa64677-7eb6-4fa5-9a66-3da12c7a67f2 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49040cf-6e01-41c9-8b0a-d4109ce91d5f HTTP/1.1" status: 200 len: 943 time: 0.1839790 May 25 15:44:39.321042 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52386c9-e465-406b-9883-4ef170b63714 req-06568b8c-ef14-43aa-bba9-1a4ac09c069d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:39.322482 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b52386c9-e465-406b-9883-4ef170b63714 req-06568b8c-ef14-43aa-bba9-1a4ac09c069d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.0886648 May 25 15:44:39.367584 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b52386c9-e465-406b-9883-4ef170b63714 req-06b02966-39cc-4752-aabb-a1db77b7943f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394800 May 25 15:44:39.370317 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-95942aac-89e3-48f2-beb2-de30adc2245a req-d12398d5-5776-4cd0-be5b-8cc3a2f76fe6 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633981 May 25 15:44:39.371145 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-370f7fd5-f5a1-4fb1-843c-faeedf5d6613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:39.400165 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-370f7fd5-f5a1-4fb1-843c-faeedf5d6613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:39.455912 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-370f7fd5-f5a1-4fb1-843c-faeedf5d6613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:39.460382 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-4272ec98-f779-4633-b7ca-49301c2c065c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:39.539102 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f7fd5-f5a1-4fb1-843c-faeedf5d6613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d009816f-9066-4b9a-8423-54bbcb340ce3,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:39.541971 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-370f7fd5-f5a1-4fb1-843c-faeedf5d6613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:39.544040 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-370f7fd5-f5a1-4fb1-843c-faeedf5d6613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:39.545014 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-370f7fd5-f5a1-4fb1-843c-faeedf5d6613 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d009816f-9066-4b9a-8423-54bbcb340ce3 HTTP/1.1" status: 204 len: 168 time: 0.2852619 May 25 15:44:39.784890 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26f5d7-2c6e-4e20-9bc0-e95978f8c7e7 req-6c7c08a8-2062-4da8-89f1-2818b8b31006 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:39.786401 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ae26f5d7-2c6e-4e20-9bc0-e95978f8c7e7 req-6c7c08a8-2062-4da8-89f1-2818b8b31006 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.0811021 May 25 15:44:39.825581 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 40092) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:39.833085 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ae26f5d7-2c6e-4e20-9bc0-e95978f8c7e7 req-8f895fd7-cc36-4419-b6fb-dc54f0804009 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399768 May 25 15:44:39.844230 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e27b0ab0-4814-4547-a055-6b57987ba7db admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:39.858511 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-e27b0ab0-4814-4547-a055-6b57987ba7db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:44:39.862562 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-e27b0ab0-4814-4547-a055-6b57987ba7db admin admin] Usage tracker for resource:security_group_rule and tenant:48cac5347c9740f4bad2283433de382c is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:44:39.865353 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-e27b0ab0-4814-4547-a055-6b57987ba7db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:44:39.870918 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-e27b0ab0-4814-4547-a055-6b57987ba7db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:44:39.954177 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e27b0ab0-4814-4547-a055-6b57987ba7db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:39.957973 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e27b0ab0-4814-4547-a055-6b57987ba7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:39.964689 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-4101a29c-f461-4517-b92b-cf7eacaa2172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:40.005747 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-e27b0ab0-4814-4547-a055-6b57987ba7db admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=48cac5347c9740f4bad2283433de382c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1790984 May 25 15:44:40.006648 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b0ab0-4814-4547-a055-6b57987ba7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c932e4a5-60a0-4a2a-994b-fff3b63745bb,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:40.009092 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 40098) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:40.009614 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-e27b0ab0-4814-4547-a055-6b57987ba7db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:40.139478 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-96c40341-a79f-4f55-8e5c-5b682f2669d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:40.169984 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-96c40341-a79f-4f55-8e5c-5b682f2669d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:40.237562 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-96c40341-a79f-4f55-8e5c-5b682f2669d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:40.242553 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-c1c65307-f0e4-4f50-881e-361af38e1aed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:40.253735 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c40341-a79f-4f55-8e5c-5b682f2669d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c932e4a5-60a0-4a2a-994b-fff3b63745bb,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:40.255039 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-a315a6ad-3890-416b-9540-d330311beb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:40.264403 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c40341-a79f-4f55-8e5c-5b682f2669d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:40.264779 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c40341-a79f-4f55-8e5c-5b682f2669d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:40.265149 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c40341-a79f-4f55-8e5c-5b682f2669d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:40.266093 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c40341-a79f-4f55-8e5c-5b682f2669d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:40.266455 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c40341-a79f-4f55-8e5c-5b682f2669d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:40.266814 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c40341-a79f-4f55-8e5c-5b682f2669d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:40.267172 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c40341-a79f-4f55-8e5c-5b682f2669d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:40.267527 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c40341-a79f-4f55-8e5c-5b682f2669d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:40.267900 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c40341-a79f-4f55-8e5c-5b682f2669d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:40.268254 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c40341-a79f-4f55-8e5c-5b682f2669d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:40.268604 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c40341-a79f-4f55-8e5c-5b682f2669d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:40.268953 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c40341-a79f-4f55-8e5c-5b682f2669d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:44:40.272431 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-96c40341-a79f-4f55-8e5c-5b682f2669d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:40.273662 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-96c40341-a79f-4f55-8e5c-5b682f2669d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:40.274757 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-96c40341-a79f-4f55-8e5c-5b682f2669d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c932e4a5-60a0-4a2a-994b-fff3b63745bb HTTP/1.1" status: 204 len: 168 time: 0.2640536 May 25 15:44:40.414748 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [req-7d6d0987-7948-4e46-bf96-48cedca2e03e req-61f09049-b391-4782-a35e-edd4ea802474 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Deleting port b2fd3703-26cb-4ad0-8faa-1980ea24da92 {{(pid=98473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:44:40.415094 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-7d6d0987-7948-4e46-bf96-48cedca2e03e req-61f09049-b391-4782-a35e-edd4ea802474 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:40.611790 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc357a5-9075-42b7-bc9c-0d78938fa215 req-e2e5876c-c652-4d80-a8de-cfe8e9a50560 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:40.625261 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-cdc357a5-9075-42b7-bc9c-0d78938fa215 req-e2e5876c-c652-4d80-a8de-cfe8e9a50560 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49040cf-6e01-41c9-8b0a-d4109ce91d5f HTTP/1.1" status: 200 len: 943 time: 0.0970097 May 25 15:44:40.638280 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [req-7d6d0987-7948-4e46-bf96-48cedca2e03e req-61f09049-b391-4782-a35e-edd4ea802474 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] For port b2fd3703-26cb-4ad0-8faa-1980ea24da92, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=b2fd3703-26cb-4ad0-8faa-1980ea24da92,segment=NetworkSegment(dc5b8ae6-5892-45da-93f0-543aec61d126),segment_id=dc5b8ae6-5892-45da-93f0-543aec61d126)] {{(pid=98473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:44:40.638639 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-7d6d0987-7948-4e46-bf96-48cedca2e03e req-61f09049-b391-4782-a35e-edd4ea802474 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:40.685795 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-cdc357a5-9075-42b7-bc9c-0d78938fa215 req-3cd80bdb-aa36-4dba-a95d-c577e4665e74 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595016 May 25 15:44:40.730420 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638ee41-4fcc-478c-86aa-465837416278 req-494cec3b-4b48-4ad3-be5e-0e271173e1b2 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:40.746012 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-4638ee41-4fcc-478c-86aa-465837416278 req-494cec3b-4b48-4ad3-be5e-0e271173e1b2 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.1954651 May 25 15:44:40.800455 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [req-7d6d0987-7948-4e46-bf96-48cedca2e03e req-61f09049-b391-4782-a35e-edd4ea802474 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Calling delete_port for b2fd3703-26cb-4ad0-8faa-1980ea24da92 owned by compute:nova {{(pid=98473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:44:40.854026 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-4638ee41-4fcc-478c-86aa-465837416278 req-5d4ee836-e7aa-4e8c-bb3b-cec982fed055 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603290 May 25 15:44:40.959430 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-7d6d0987-7948-4e46-bf96-48cedca2e03e req-61f09049-b391-4782-a35e-edd4ea802474 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31785040'] for port, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:40.966651 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-d3c80d3d-08de-4efd-a590-e5933ada9c40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:41.049982 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f09049-b391-4782-a35e-edd4ea802474 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Pushing event deleted for resources: {'Port': ['ID=b2fd3703-26cb-4ad0-8faa-1980ea24da92,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:41.050608 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b43dc-1bc3-4cfb-bc6b-a12e8114ffcc req-f7da6695-d3d8-4d50-907f-c2d9df7bddaf tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:41.053110 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ca1b43dc-1bc3-4cfb-bc6b-a12e8114ffcc req-f7da6695-d3d8-4d50-907f-c2d9df7bddaf tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.0939009 May 25 15:44:41.055764 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-61f09049-b391-4782-a35e-edd4ea802474 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:41.095085 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6d0987-7948-4e46-bf96-48cedca2e03e req-61f09049-b391-4782-a35e-edd4ea802474 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] No DVR routers for this DVR port b2fd3703-26cb-4ad0-8faa-1980ea24da92 on host hv-cinder-79124 {{(pid=98473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:44:41.098177 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-7d6d0987-7948-4e46-bf96-48cedca2e03e req-61f09049-b391-4782-a35e-edd4ea802474 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:41.100955 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49040cf-6e01-41c9-8b0a-d4109ce91d5f', 'name': 'network-vif-deleted', 'tag': 'b2fd3703-26cb-4ad0-8faa-1980ea24da92'}] {{(pid=98473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:44:41.109080 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ca1b43dc-1bc3-4cfb-bc6b-a12e8114ffcc req-0b8cef18-86ae-4ac0-879b-e6d6de04f9b2 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493534 May 25 15:44:41.137573 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7d6d0987-7948-4e46-bf96-48cedca2e03e req-61f09049-b391-4782-a35e-edd4ea802474 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.57 "DELETE /v2.0/ports/b2fd3703-26cb-4ad0-8faa-1980ea24da92 HTTP/1.1" status: 204 len: 173 time: 0.8819907 May 25 15:44:41.166787 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a49040cf-6e01-41c9-8b0a-d4109ce91d5f', 'name': 'network-vif-deleted', 'tag': 'b2fd3703-26cb-4ad0-8faa-1980ea24da92', 'status': 'completed', 'code': 200} May 25 15:44:41.839602 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-90694693-c4c4-45a6-b3b4-5f773479e702 req-e7051bcf-5c25-4d6e-9d03-1f4356a5f84e tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49040cf-6e01-41c9-8b0a-d4109ce91d5f HTTP/1.1" status: 200 len: 210 time: 0.0458627 May 25 15:44:42.041722 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620730ee-ce20-4850-b096-35811a3983f9 req-a40c11ad-6148-41d9-8ca0-9ddfa3204e4c tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:42.043143 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-620730ee-ce20-4850-b096-35811a3983f9 req-a40c11ad-6148-41d9-8ca0-9ddfa3204e4c tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.0806532 May 25 15:44:42.087805 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-620730ee-ce20-4850-b096-35811a3983f9 req-777e6386-0990-4ae5-b6c7-cc2daa0dfa4a tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383272 May 25 15:44:42.293350 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e20c7-3b9b-4a14-9511-425eca9aab87 req-ea0d8f15-c70b-48ea-a7a7-a6d61396b3a5 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:42.294800 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-1d0e20c7-3b9b-4a14-9511-425eca9aab87 req-ea0d8f15-c70b-48ea-a7a7-a6d61396b3a5 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.0822716 May 25 15:44:42.344899 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-1d0e20c7-3b9b-4a14-9511-425eca9aab87 req-5d3bf11b-4b89-4d12-b776-b7a20ba525d4 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436330 May 25 15:44:42.426687 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb678d0d-cd6f-41fa-ab77-2560291d8bd1 req-3de01890-afea-400e-bfc9-e943a827028d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:42.428294 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-bb678d0d-cd6f-41fa-ab77-2560291d8bd1 req-3de01890-afea-400e-bfc9-e943a827028d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.0798972 May 25 15:44:42.471697 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-bb678d0d-cd6f-41fa-ab77-2560291d8bd1 req-0761e88c-a959-423f-b98d-03219185aaba tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379255 May 25 15:44:42.711913 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:42.875407 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-f80f8b3c-eeb2-4fe1-9741-f6ee876cffc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:42.986741 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-005a1214-370a-423d-9b8e-ff309c8b7338 req-3d3d228e-ccb3-423c-a0bd-332370402f0f tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Synchronizing usage tracker for tenant:a20e47122af24c66bed0de2b22625a4d on resource:port {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:44:43.004251 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-005a1214-370a-423d-9b8e-ff309c8b7338 req-3d3d228e-ccb3-423c-a0bd-332370402f0f tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Unset dirty status for tenant:a20e47122af24c66bed0de2b22625a4d on resource:port {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:44:43.005348 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-005a1214-370a-423d-9b8e-ff309c8b7338 req-3d3d228e-ccb3-423c-a0bd-332370402f0f tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49040cf-6e01-41c9-8b0a-d4109ce91d5f HTTP/1.1" status: 200 len: 210 time: 0.0607493 May 25 15:44:43.539848 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f4976-0e53-4d5d-b2b8-b91302518bb2 req-7b5bbdef-40dd-4fd1-9fa9-2e346842f0b5 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:43.541313 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-670f4976-0e53-4d5d-b2b8-b91302518bb2 req-7b5bbdef-40dd-4fd1-9fa9-2e346842f0b5 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.0845809 May 25 15:44:43.585235 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-670f4976-0e53-4d5d-b2b8-b91302518bb2 req-0c16c6bd-72aa-4356-bc24-415cf05aabfb tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382366 May 25 15:44:43.660274 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd312d4-a6e9-4af4-8669-f6c69a3d8d6b req-2f95a3c3-e6ec-4a0e-907f-deff1f3995cc tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:43.661631 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-5cd312d4-a6e9-4af4-8669-f6c69a3d8d6b req-2f95a3c3-e6ec-4a0e-907f-deff1f3995cc tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.0818787 May 25 15:44:43.708997 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-5cd312d4-a6e9-4af4-8669-f6c69a3d8d6b req-32a8af02-10b7-4099-a222-ebb7848e0ff5 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416527 May 25 15:44:43.730169 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:44.151595 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-cc38f7b6-6e2c-41ff-98bc-c818b3d84446 req-6463cb03-a42f-4eed-8536-7683f9ed552f tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49040cf-6e01-41c9-8b0a-d4109ce91d5f HTTP/1.1" status: 200 len: 210 time: 0.0430048 May 25 15:44:44.674524 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec8700-abde-435f-ba78-ee29499cc3e4 req-08301619-a034-440f-9528-f9a5ec702658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:44.676055 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b5ec8700-abde-435f-ba78-ee29499cc3e4 req-08301619-a034-440f-9528-f9a5ec702658 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=09c1045625524f1b90d5479c8fb05c9e&device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 1098 time: 0.1705914 May 25 15:44:44.897861 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916b68f-bd3b-46ba-b655-4b21ec3ec586 req-f1abcc5f-d88f-4661-99a9-7b574605f343 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:44.898127 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f63281-da8d-4f26-9fda-905589b828a3 req-b6120621-3c7f-41c4-b58e-0dcfd4ce9b39 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:44.899307 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-9916b68f-bd3b-46ba-b655-4b21ec3ec586 req-f1abcc5f-d88f-4661-99a9-7b574605f343 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.2008910 May 25 15:44:44.899674 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-10f63281-da8d-4f26-9fda-905589b828a3 req-b6120621-3c7f-41c4-b58e-0dcfd4ce9b39 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.0806651 May 25 15:44:44.901912 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec8700-abde-435f-ba78-ee29499cc3e4 req-7ca32fa7-02b6-46c5-ba1c-fb85b4b10a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:44.903190 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b5ec8700-abde-435f-ba78-ee29499cc3e4 req-7ca32fa7-02b6-46c5-ba1c-fb85b4b10a7b service neutron] 10.222.0.57 "GET /v2.0/networks?id=6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f HTTP/1.1" status: 200 len: 912 time: 0.1729991 May 25 15:44:44.948518 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-10f63281-da8d-4f26-9fda-905589b828a3 req-a5ebc406-caf4-452d-8515-388dfc9ee9e3 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427387 May 25 15:44:45.022553 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-9916b68f-bd3b-46ba-b655-4b21ec3ec586 req-7052aeeb-1aa2-489e-97dc-26431ddde007 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157217 May 25 15:44:45.036992 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b5ec8700-abde-435f-ba78-ee29499cc3e4 req-6d08589e-8d19-4a09-9cdf-7a725f3f935a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=550a0639-2ef3-4aed-89e3-f416321e6a82 HTTP/1.1" status: 200 len: 1001 time: 0.1154447 May 25 15:44:45.184965 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec8700-abde-435f-ba78-ee29499cc3e4 req-0a79f8cd-fd1e-4b79-a5c6-b9ffbc075a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:45.186375 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b5ec8700-abde-435f-ba78-ee29499cc3e4 req-0a79f8cd-fd1e-4b79-a5c6-b9ffbc075a6f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f08251b0-e8ff-4f78-a05b-357588699f33 HTTP/1.1" status: 200 len: 850 time: 0.1404333 May 25 15:44:45.274746 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec8700-abde-435f-ba78-ee29499cc3e4 req-284dfec1-560f-40a4-a7eb-7946f429ee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:45.276472 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b5ec8700-abde-435f-ba78-ee29499cc3e4 req-284dfec1-560f-40a4-a7eb-7946f429ee37 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0820460 May 25 15:44:45.316992 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-90364050-3f91-4c9d-9889-cd4f08f8f2aa req-de6493d1-a300-4489-8bac-67041c94fb42 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49040cf-6e01-41c9-8b0a-d4109ce91d5f HTTP/1.1" status: 200 len: 210 time: 0.0428638 May 25 15:44:45.409950 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b5ec8700-abde-435f-ba78-ee29499cc3e4 req-f47130df-dfe7-433a-920c-39bfcc370feb service neutron] 10.222.0.57 "GET /v2.0/networks/6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249886 May 25 15:44:45.495313 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:45.550018 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b5ec8700-abde-435f-ba78-ee29499cc3e4 req-7101dc94-7ea5-442c-815e-3adc2ee02b84 service neutron] 10.222.0.57 "GET /v2.0/networks/6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315868 May 25 15:44:46.143903 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864c5b4-9215-44da-acd6-4e659aec1ae9 req-b55b224f-9faa-4b5d-a489-899aa8b5dbf3 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:46.151096 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b864c5b4-9215-44da-acd6-4e659aec1ae9 req-b55b224f-9faa-4b5d-a489-899aa8b5dbf3 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.0932856 May 25 15:44:46.202054 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b864c5b4-9215-44da-acd6-4e659aec1ae9 req-14d1e8b1-dece-4e7e-9b67-de5906c5f0b4 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493448 May 25 15:44:46.301154 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e5c78-35db-4d51-a3c2-c033b47fb4d9 req-4f222713-a7b7-4fbf-95b2-543a0735a0af tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:46.302991 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8d2e5c78-35db-4d51-a3c2-c033b47fb4d9 req-4f222713-a7b7-4fbf-95b2-543a0735a0af tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.0818651 May 25 15:44:46.360411 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8d2e5c78-35db-4d51-a3c2-c033b47fb4d9 req-aced8732-f972-4e5d-877e-b8d905e5aa68 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513167 May 25 15:44:47.383062 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08224a-3751-40ce-b03d-32425552c90b req-13204e3a-721a-4b54-988d-cd7f6d9bf53e tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:47.384508 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2c08224a-3751-40ce-b03d-32425552c90b req-13204e3a-721a-4b54-988d-cd7f6d9bf53e tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.0784564 May 25 15:44:47.429764 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2c08224a-3751-40ce-b03d-32425552c90b req-0e215487-4cf5-4e81-8981-7dca95a5b2ff tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395992 May 25 15:44:47.568729 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1e23c-341c-4338-9dfa-bb27e892e469 req-c13b276e-86f5-4403-880f-636d1e765028 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:47.570184 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-53f1e23c-341c-4338-9dfa-bb27e892e469 req-c13b276e-86f5-4403-880f-636d1e765028 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.0832584 May 25 15:44:47.613996 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-53f1e23c-341c-4338-9dfa-bb27e892e469 req-1de5c128-2ce6-4055-87ce-75b912893fb0 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382030 May 25 15:44:48.819578 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7932fd-b6f3-4b85-965e-1b59dfc696e0 req-15d7d0c1-6093-4947-bc2b-5139c59c5347 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:48.821032 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ed7932fd-b6f3-4b85-965e-1b59dfc696e0 req-15d7d0c1-6093-4947-bc2b-5139c59c5347 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.0828030 May 25 15:44:48.864731 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ed7932fd-b6f3-4b85-965e-1b59dfc696e0 req-31cf2884-7631-4e20-9cb1-3a588d0b1899 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381179 May 25 15:44:50.050082 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402bdc5-f5ed-4846-a40a-4f259c523b5d req-017bc178-c881-41b2-8cda-d26de95f470a tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:50.051526 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-0402bdc5-f5ed-4846-a40a-4f259c523b5d req-017bc178-c881-41b2-8cda-d26de95f470a tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.0787218 May 25 15:44:50.095074 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-0402bdc5-f5ed-4846-a40a-4f259c523b5d req-392231cd-ec31-46fb-96be-8031f414904a tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379794 May 25 15:44:51.255209 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:51.281465 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4cfbd4-5538-4af1-8160-b22a455b3222 req-23eb7c0f-1f95-4997-a40d-c189708c606a tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:51.283445 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-6d4cfbd4-5538-4af1-8160-b22a455b3222 req-23eb7c0f-1f95-4997-a40d-c189708c606a tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.0806847 May 25 15:44:51.326424 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-6d4cfbd4-5538-4af1-8160-b22a455b3222 req-1dc4bcfc-ed3d-4cb9-92b8-0e2a741f3dd8 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369875 May 25 15:44:51.697860 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc737c1-7014-42c8-8b66-06b81f5f0d1c req-c169846c-6a69-4138-aaa7-e6a9e153855d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:51.699496 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-0bc737c1-7014-42c8-8b66-06b81f5f0d1c req-c169846c-6a69-4138-aaa7-e6a9e153855d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84e65264be4b4ed284c28ccc90c35988&device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 1096 time: 0.0749273 May 25 15:44:52.691468 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68370178-b3ac-431e-ac45-336dc1b92b30 req-1a17837b-a7b0-46b0-962c-b8818da87dfd tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:52.693067 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-68370178-b3ac-431e-ac45-336dc1b92b30 req-1a17837b-a7b0-46b0-962c-b8818da87dfd tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.0794983 May 25 15:44:52.742826 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-68370178-b3ac-431e-ac45-336dc1b92b30 req-44ed374d-8900-4093-b011-e8890bd820e0 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439470 May 25 15:44:53.089949 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc737c1-7014-42c8-8b66-06b81f5f0d1c req-ba058a5a-2392-4a3f-85b5-c3fd54d145fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:53.091397 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-0bc737c1-7014-42c8-8b66-06b81f5f0d1c req-ba058a5a-2392-4a3f-85b5-c3fd54d145fd service neutron] 10.222.0.57 "GET /v2.0/networks?id=771546d5-f50e-49c2-832e-f1005d51ba9c HTTP/1.1" status: 200 len: 918 time: 0.1269593 May 25 15:44:53.935622 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943dab3-b38e-4ed2-bca6-4f97566b3df0 req-897028be-0f3d-4420-820a-6d4ec902a7b2 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:53.937075 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e943dab3-b38e-4ed2-bca6-4f97566b3df0 req-897028be-0f3d-4420-820a-6d4ec902a7b2 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.0813377 May 25 15:44:53.995763 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e943dab3-b38e-4ed2-bca6-4f97566b3df0 req-e006cc2b-9d46-4367-9c74-924fd3bea2e7 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523765 May 25 15:44:54.035865 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-0bc737c1-7014-42c8-8b66-06b81f5f0d1c req-a774cad7-fd20-49ff-8ef4-0fdabee2a734 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0adab53e-0feb-4d1d-a7a9-f401ed874fae HTTP/1.1" status: 200 len: 998 time: 0.1000857 May 25 15:44:55.215038 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc737c1-7014-42c8-8b66-06b81f5f0d1c req-96fe2c10-9b06-4d2d-b10f-b2f1ec2467cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:55.216441 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-0bc737c1-7014-42c8-8b66-06b81f5f0d1c req-96fe2c10-9b06-4d2d-b10f-b2f1ec2467cd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6affe17c-ed2e-4df1-9809-4e056b57fa85 HTTP/1.1" status: 200 len: 856 time: 0.0780852 May 25 15:44:55.275128 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44d7ec-f0ff-4446-8025-22b2fd9388ee req-12cd3067-a66b-475f-af03-5e204a8c83ea tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:55.276561 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-fc44d7ec-f0ff-4446-8025-22b2fd9388ee req-12cd3067-a66b-475f-af03-5e204a8c83ea tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.1733577 May 25 15:44:55.334406 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-fc44d7ec-f0ff-4446-8025-22b2fd9388ee req-18d22d1f-38ee-4be4-9b99-14af679e3c8e tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473311 May 25 15:44:55.339499 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc737c1-7014-42c8-8b66-06b81f5f0d1c req-67e4c7e1-62f9-4d41-8b9b-d122f2ad9e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:55.340923 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-0bc737c1-7014-42c8-8b66-06b81f5f0d1c req-67e4c7e1-62f9-4d41-8b9b-d122f2ad9e04 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=771546d5-f50e-49c2-832e-f1005d51ba9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1168938 May 25 15:44:55.473912 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-0bc737c1-7014-42c8-8b66-06b81f5f0d1c req-2b9e8c89-61b7-460c-911b-c77805e20d4d service neutron] 10.222.0.57 "GET /v2.0/networks/771546d5-f50e-49c2-832e-f1005d51ba9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245182 May 25 15:44:55.682673 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-0bc737c1-7014-42c8-8b66-06b81f5f0d1c req-259bba42-2cc7-4b22-a79e-20030688b7ad service neutron] 10.222.0.57 "GET /v2.0/networks/771546d5-f50e-49c2-832e-f1005d51ba9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011948 May 25 15:44:56.522784 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1df5a6-ea05-4318-a214-a9c0e8decc03 req-fef36d6a-dbb6-48e7-97b9-fdd0ccbc051d tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:56.524247 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ef1df5a6-ea05-4318-a214-a9c0e8decc03 req-fef36d6a-dbb6-48e7-97b9-fdd0ccbc051d tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.0788937 May 25 15:44:56.568460 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ef1df5a6-ea05-4318-a214-a9c0e8decc03 req-f768e9f5-71ca-47a2-b537-195cfe5493b1 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384939 May 25 15:44:57.547586 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 40338) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:57.669025 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-3cb6090c-1e8e-457d-9e5e-3ae6c2af53ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:57.683435 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-3cb6090c-1e8e-457d-9e5e-3ae6c2af53ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:44:57.687191 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-3cb6090c-1e8e-457d-9e5e-3ae6c2af53ce admin admin] Usage tracker for resource:security_group_rule and tenant:3ce803f5bc494b32920b98ea1bfb3a30 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:44:57.690510 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-3cb6090c-1e8e-457d-9e5e-3ae6c2af53ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:44:57.696095 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-3cb6090c-1e8e-457d-9e5e-3ae6c2af53ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:44:57.760543 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c362077-1391-41c9-86e0-a2a4737548b8 req-3b4cbb2a-0125-4731-92b7-f6faaba56f77 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:57.762037 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-9c362077-1391-41c9-86e0-a2a4737548b8 req-3b4cbb2a-0125-4731-92b7-f6faaba56f77 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.0819759 May 25 15:44:57.783896 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-3cb6090c-1e8e-457d-9e5e-3ae6c2af53ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:57.787723 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-3cb6090c-1e8e-457d-9e5e-3ae6c2af53ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:57.796214 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-77f1d987-dd44-4339-b501-f4162333e5fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:57.806253 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-9c362077-1391-41c9-86e0-a2a4737548b8 req-da668668-0865-4451-b05f-e1f71bff5752 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376949 May 25 15:44:57.836551 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-3cb6090c-1e8e-457d-9e5e-3ae6c2af53ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ce803f5bc494b32920b98ea1bfb3a30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2873828 May 25 15:44:57.837553 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6090c-1e8e-457d-9e5e-3ae6c2af53ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d6dfd9-f007-43f6-b4e3-cb7ce0df8059,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:57.839103 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 40346) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:57.840896 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-3cb6090c-1e8e-457d-9e5e-3ae6c2af53ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:57.899677 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7464a886-4418-4e49-a185-9bc439cd735a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:57.924651 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7464a886-4418-4e49-a185-9bc439cd735a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:57.975177 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7464a886-4418-4e49-a185-9bc439cd735a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:57.979712 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-1d860077-6143-4746-9f0d-57ea4e1caf6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:57.990154 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464a886-4418-4e49-a185-9bc439cd735a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d6dfd9-f007-43f6-b4e3-cb7ce0df8059,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:57.993462 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-7464a886-4418-4e49-a185-9bc439cd735a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:57.996565 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7464a886-4418-4e49-a185-9bc439cd735a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:57.997651 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-7464a886-4418-4e49-a185-9bc439cd735a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/63d6dfd9-f007-43f6-b4e3-cb7ce0df8059 HTTP/1.1" status: 204 len: 168 time: 0.1575918 May 25 15:44:58.647105 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 40374) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:58.759316 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-314489f8-4cc2-466b-ab76-9e411766e77d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1710825477-network', 'tenant_id': '6c5ec2154f8d47738882b025a961628f'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:44:58.764089 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-314489f8-4cc2-466b-ab76-9e411766e77d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:44:58.767876 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-314489f8-4cc2-466b-ab76-9e411766e77d admin admin] Usage tracker for resource:network and tenant:6c5ec2154f8d47738882b025a961628f is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:44:58.770698 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-314489f8-4cc2-466b-ab76-9e411766e77d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:44:58.777415 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-314489f8-4cc2-466b-ab76-9e411766e77d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:44:58.787638 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314489f8-4cc2-466b-ab76-9e411766e77d admin admin] Made reservation on behalf of 6c5ec2154f8d47738882b025a961628f for: {'network': 1} {{(pid=98474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:44:58.789926 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-314489f8-4cc2-466b-ab76-9e411766e77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1658119'] for network, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:58.802879 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-314489f8-4cc2-466b-ab76-9e411766e77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:58.817721 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-314489f8-4cc2-466b-ab76-9e411766e77d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:44:58.821520 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-314489f8-4cc2-466b-ab76-9e411766e77d admin admin] Usage tracker for resource:security_group_rule and tenant:6c5ec2154f8d47738882b025a961628f is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:44:58.824372 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-314489f8-4cc2-466b-ab76-9e411766e77d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:44:58.831199 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-314489f8-4cc2-466b-ab76-9e411766e77d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:44:58.915295 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-314489f8-4cc2-466b-ab76-9e411766e77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:58.920079 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-314489f8-4cc2-466b-ab76-9e411766e77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:58.924186 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-9a434c7b-7abd-42cc-aeae-3c0b3614bb2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:58.987578 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-314489f8-4cc2-466b-ab76-9e411766e77d admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=98474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:44:59.015453 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314489f8-4cc2-466b-ab76-9e411766e77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11bb3db4-c19f-4982-842f-e6fec92fb1cd,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:59.018705 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-314489f8-4cc2-466b-ab76-9e411766e77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:59.019040 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.db.segments_db [None req-314489f8-4cc2-466b-ab76-9e411766e77d admin admin] Added segment 738642ba-67aa-4ae5-9425-36a990ad78b7 of type vlan for network e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b May 25 15:44:59.025161 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-314489f8-4cc2-466b-ab76-9e411766e77d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:59.065611 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-314489f8-4cc2-466b-ab76-9e411766e77d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758999109461'] for network, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:59.083327 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6cc0e-7726-4d48-a51b-f41a559724de req-a04dcc63-dd80-402d-8d89-c790acacee0e tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:59.084737 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-afd6cc0e-7726-4d48-a51b-f41a559724de req-a04dcc63-dd80-402d-8d89-c790acacee0e tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.1615357 May 25 15:44:59.131747 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-314489f8-4cc2-466b-ab76-9e411766e77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430'] for network, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:59.135898 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314489f8-4cc2-466b-ab76-9e411766e77d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:59.136464 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-314489f8-4cc2-466b-ab76-9e411766e77d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:59.141405 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-e6f2dfb7-766d-473c-8190-6c7350b2fff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:59.172658 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-afd6cc0e-7726-4d48-a51b-f41a559724de req-5679a2ec-2ece-4f4c-97e6-dd86322e323c tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756838 May 25 15:44:59.250034 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314489f8-4cc2-466b-ab76-9e411766e77d admin admin] Pushing event updated for resources: {'Network': ['ID=e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:59.253691 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-314489f8-4cc2-466b-ab76-9e411766e77d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:59.255342 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-314489f8-4cc2-466b-ab76-9e411766e77d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6071832 May 25 15:44:59.258274 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 40382) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:59.261243 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Network e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b details requested by agent ovs-agent-dv-cinder-791240-3-iscsi with host dv-cinder-791240-3-iscsi {{(pid=98475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:44:59.264293 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-f88bd87c-239d-4f61-a92d-aeff85de5809 admin admin] Request body: {'subnet': {'network_id': 'e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1710825477-subnet', 'tenant_id': '6c5ec2154f8d47738882b025a961628f', 'ip_version': 4}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:44:59.269076 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-f88bd87c-239d-4f61-a92d-aeff85de5809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:44:59.273803 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-f88bd87c-239d-4f61-a92d-aeff85de5809 admin admin] Usage tracker for resource:subnet and tenant:6c5ec2154f8d47738882b025a961628f is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:44:59.276483 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-f88bd87c-239d-4f61-a92d-aeff85de5809 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:44:59.282315 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-f88bd87c-239d-4f61-a92d-aeff85de5809 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:44:59.292152 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88bd87c-239d-4f61-a92d-aeff85de5809 admin admin] Made reservation on behalf of 6c5ec2154f8d47738882b025a961628f for: {'subnet': 1} {{(pid=98474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:44:59.294442 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f88bd87c-239d-4f61-a92d-aeff85de5809 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33042282'] for subnet, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:59.744710 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f88bd87c-239d-4f61-a92d-aeff85de5809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33042300'] for subnet, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:59.748461 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-8ce1d0ba-0e50-4f1a-84fb-911160803fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:44:59.817448 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88bd87c-239d-4f61-a92d-aeff85de5809 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b69bcd5b-467f-4553-a931-328c7b885a73,revision_number=0']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:44:59.820844 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-f88bd87c-239d-4f61-a92d-aeff85de5809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:44:59.826293 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88bd87c-239d-4f61-a92d-aeff85de5809 admin admin] Checking segment: {'id': '738642ba-67aa-4ae5-9425-36a990ad78b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:44:59.826656 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88bd87c-239d-4f61-a92d-aeff85de5809 admin admin] Network hostable DHCP agents. Network: e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b, hostable agents: ['42768c43-11d1-4f10-a648-883cd7cd861b'], hosted agents: [] {{(pid=98474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:44:59.843363 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88bd87c-239d-4f61-a92d-aeff85de5809 admin admin] Network e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b is scheduled to be hosted by DHCP agent 42768c43-11d1-4f10-a648-883cd7cd861b with binding_index 1 {{(pid=98474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:44:59.851906 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [None req-f88bd87c-239d-4f61-a92d-aeff85de5809 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-iscsi, e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b) {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:44:59.861378 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88bd87c-239d-4f61-a92d-aeff85de5809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:44:59.861907 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a38b59-6992-449c-8bdd-d71f9574c182 None None] Network e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:44:59.862020 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f88bd87c-239d-4f61-a92d-aeff85de5809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for subnet, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:59.882053 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-f88bd87c-239d-4f61-a92d-aeff85de5809 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6226537 May 25 15:44:59.884716 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 40390) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:44:59.889682 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-2639c3c8-2d8b-4d2a-9de9-fac82ee3e0e4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1710825477-router', 'tenant_id': '6c5ec2154f8d47738882b025a961628f', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'}}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:44:59.894071 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-2639c3c8-2d8b-4d2a-9de9-fac82ee3e0e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:44:59.897815 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-2639c3c8-2d8b-4d2a-9de9-fac82ee3e0e4 admin admin] Usage tracker for resource:router and tenant:6c5ec2154f8d47738882b025a961628f is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:44:59.900645 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-2639c3c8-2d8b-4d2a-9de9-fac82ee3e0e4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:44:59.906211 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-2639c3c8-2d8b-4d2a-9de9-fac82ee3e0e4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:44:59.921586 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2639c3c8-2d8b-4d2a-9de9-fac82ee3e0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-360001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2893'] for router, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:59.922592 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2639c3c8-2d8b-4d2a-9de9-fac82ee3e0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-353694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2886'] for router, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:44:59.938649 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2639c3c8-2d8b-4d2a-9de9-fac82ee3e0e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:00.049102 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 0adab53e-0feb-4d1d-a7a9-f401ed874fae details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:45:00.118752 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2699638a-b2a6-4454-901e-5c82aa7a5bf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3986d8-61c6-5ed6-8f1b-ad1f15f239cc-e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b', 'network_id': 'e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b', 'tenant_id': '6c5ec2154f8d47738882b025a961628f', 'fixed_ips': [{'subnet_id': 'b69bcd5b-467f-4553-a931-328c7b885a73'}]}} from dv-cinder-791240-3-iscsi. {{(pid=98475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 15:45:00.119571 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2699638a-b2a6-4454-901e-5c82aa7a5bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:00.205782 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2639c3c8-2d8b-4d2a-9de9-fac82ee3e0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-353723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-360051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2864'] for router, precommit_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:00.305615 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 0adab53e-0feb-4d1d-a7a9-f401ed874fae, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=0adab53e-0feb-4d1d-a7a9-f401ed874fae,segment=NetworkSegment(f75f90f2-d3cf-4d1f-8686-0dba664408e0),segment_id=f75f90f2-d3cf-4d1f-8686-0dba664408e0)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:45:00.363176 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Returning: {'device': '0adab53e-0feb-4d1d-a7a9-f401ed874fae', 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c', 'port_id': '0adab53e-0feb-4d1d-a7a9-f401ed874fae', 'mac_address': 'fa:16:3e:9d:71:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6affe17c-ed2e-4df1-9809-4e056b57fa85', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:45:00.378281 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf4b48-6484-418c-ab2e-53e84d64ada2 req-71328fd8-58fd-4082-8a80-80a32356c687 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:00.380109 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7eaf4b48-6484-418c-ab2e-53e84d64ada2 req-71328fd8-58fd-4082-8a80-80a32356c687 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 943 time: 0.0874090 May 25 15:45:00.427118 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7eaf4b48-6484-418c-ab2e-53e84d64ada2 req-5b153174-323b-44bc-80e2-6454e98de855 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406005 May 25 15:45:00.441821 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.db_base_plugin_common [None req-2699638a-b2a6-4454-901e-5c82aa7a5bf2 None None] Allocated IP 172.20.0.2 (e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b/b69bcd5b-467f-4553-a931-328c7b885a73/e83948e6-6637-4d98-a5c7-84378949643a) {{(pid=98475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:45:00.449250 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:00.472742 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0adab53e-0feb-4d1d-a7a9-f401ed874fae {{(pid=98475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:45:00.541140 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2639c3c8-2d8b-4d2a-9de9-fac82ee3e0e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:00.558629 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 0adab53e-0feb-4d1d-a7a9-f401ed874fae, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=0adab53e-0feb-4d1d-a7a9-f401ed874fae,segment=NetworkSegment(f75f90f2-d3cf-4d1f-8686-0dba664408e0),segment_id=f75f90f2-d3cf-4d1f-8686-0dba664408e0)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:45:00.565243 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:00.568593 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-c940f785-1e64-495f-8966-e6a55a486822 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:00.572384 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2639c3c8-2d8b-4d2a-9de9-fac82ee3e0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:00.701708 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=0adab53e-0feb-4d1d-a7a9-f401ed874fae,revision_number=9']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:00.711400 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.db_base_plugin_common [None req-2639c3c8-2d8b-4d2a-9de9-fac82ee3e0e4 admin admin] Allocated IP 172.27.3.38 (64bdbeb4-2429-4b9e-9f88-29f950eefffc/3f9f8472-0ab8-4bd8-a441-92a12c3f4c58/73f22633-9691-48dc-ae85-ec3bcaba9e05) {{(pid=98474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:45:00.726162 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:00.726511 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:00.726856 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:00.727184 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:00.727514 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:00.727861 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:00.728743 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:00.728743 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:00.728962 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:00.729142 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:00.729462 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:00.729781 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:00.735397 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:00.752120 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2699638a-b2a6-4454-901e-5c82aa7a5bf2 None None] Notify callbacks [] for port, precommit_create {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:00.762671 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2699638a-b2a6-4454-901e-5c82aa7a5bf2 None None] Transition to ACTIVE for port object e83948e6-6637-4d98-a5c7-84378949643a will not be triggered until provisioned by entity L2. {{(pid=98475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:45:00.782443 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2699638a-b2a6-4454-901e-5c82aa7a5bf2 None None] Transition to ACTIVE for port object e83948e6-6637-4d98-a5c7-84378949643a will not be triggered until provisioned by entity DHCP. {{(pid=98475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:45:00.788229 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2699638a-b2a6-4454-901e-5c82aa7a5bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363'] for port, after_create {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:00.792887 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:00.856445 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2699638a-b2a6-4454-901e-5c82aa7a5bf2 None None] Network e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b is already hosted by enough agents. {{(pid=98475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:45:00.859590 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.scheduler.base_scheduler [None req-2699638a-b2a6-4454-901e-5c82aa7a5bf2 None None] Resources bound (agent type, host, resource id): {{(pid=98475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:45:00.863305 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2699638a-b2a6-4454-901e-5c82aa7a5bf2 None None] Received port after_create {{(pid=98475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:45:00.864664 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2639c3c8-2d8b-4d2a-9de9-fac82ee3e0e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:00.872092 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699638a-b2a6-4454-901e-5c82aa7a5bf2 None None] Pushing event updated for resources: {'Port': ['ID=e83948e6-6637-4d98-a5c7-84378949643a,revision_number=1']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:00.895317 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2639c3c8-2d8b-4d2a-9de9-fac82ee3e0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:00.898712 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2699638a-b2a6-4454-901e-5c82aa7a5bf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:00.899976 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-175a56c3-faf4-47da-9359-e9dba3909dbd tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:00.960563 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-2699638a-b2a6-4454-901e-5c82aa7a5bf2 None None] Attempting to bind port e83948e6-6637-4d98-a5c7-84378949643a on host dv-cinder-791240-3-iscsi for vnic_type normal with profile {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:45:00.960940 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-2699638a-b2a6-4454-901e-5c82aa7a5bf2 None None] Attempting to bind port e83948e6-6637-4d98-a5c7-84378949643a by drivers openvswitch,hyperv on host dv-cinder-791240-3-iscsi at level 0 using segments [{'id': '738642ba-67aa-4ae5-9425-36a990ad78b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b'}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:45:00.961319 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2699638a-b2a6-4454-901e-5c82aa7a5bf2 None None] Attempting to bind port e83948e6-6637-4d98-a5c7-84378949643a on network e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:45:00.967005 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2699638a-b2a6-4454-901e-5c82aa7a5bf2 None None] Checking agent: {'id': '0d0ec358-3583-457d-8c3e-30368d3d3544', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 31, 43), 'started_at': datetime.datetime(2021, 5, 25, 15, 32, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:45:00.967392 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2699638a-b2a6-4454-901e-5c82aa7a5bf2 None None] Checking segment: {'id': '738642ba-67aa-4ae5-9425-36a990ad78b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:45:00.967803 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2699638a-b2a6-4454-901e-5c82aa7a5bf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:00.968232 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2699638a-b2a6-4454-901e-5c82aa7a5bf2 None None] Bound using segment: {'id': '738642ba-67aa-4ae5-9425-36a990ad78b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b'} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:45:00.968711 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-2699638a-b2a6-4454-901e-5c82aa7a5bf2 None None] Bound port: e83948e6-6637-4d98-a5c7-84378949643a, host: dv-cinder-791240-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738642ba-67aa-4ae5-9425-36a990ad78b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b'}}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:45:00.969094 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2699638a-b2a6-4454-901e-5c82aa7a5bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:01.040557 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2639c3c8-2d8b-4d2a-9de9-fac82ee3e0e4 admin admin] Network 64bdbeb4-2429-4b9e-9f88-29f950eefffc is already hosted by enough agents. {{(pid=98474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:45:01.043461 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [None req-2639c3c8-2d8b-4d2a-9de9-fac82ee3e0e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:45:01.045923 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2639c3c8-2d8b-4d2a-9de9-fac82ee3e0e4 admin admin] Received port after_create {{(pid=98474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:45:01.059298 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-2699638a-b2a6-4454-901e-5c82aa7a5bf2 None None] For port e83948e6-6637-4d98-a5c7-84378949643a, host dv-cinder-791240-3-iscsi, cleared binding levels {{(pid=98475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:45:01.062282 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-2699638a-b2a6-4454-901e-5c82aa7a5bf2 None None] For port e83948e6-6637-4d98-a5c7-84378949643a, host dv-cinder-791240-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=e83948e6-6637-4d98-a5c7-84378949643a,segment=NetworkSegment(738642ba-67aa-4ae5-9425-36a990ad78b7),segment_id=738642ba-67aa-4ae5-9425-36a990ad78b7)] {{(pid=98475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:45:01.067633 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2699638a-b2a6-4454-901e-5c82aa7a5bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:01.071100 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:01.091759 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2639c3c8-2d8b-4d2a-9de9-fac82ee3e0e4 admin admin] Pushing event updated for resources: {'Port': ['ID=73f22633-9691-48dc-ae85-ec3bcaba9e05,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:01.094702 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-2639c3c8-2d8b-4d2a-9de9-fac82ee3e0e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:01.148000 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699638a-b2a6-4454-901e-5c82aa7a5bf2 None None] Pushing event updated for resources: {'Port': ['ID=e83948e6-6637-4d98-a5c7-84378949643a,revision_number=2']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:01.150950 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2699638a-b2a6-4454-901e-5c82aa7a5bf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:01.498393 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2639c3c8-2d8b-4d2a-9de9-fac82ee3e0e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:01.794525 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157b271-5281-4b14-8160-adebbd2a046a req-f1f38381-7632-4531-8aed-1c645e81696a tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:01.796022 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2157b271-5281-4b14-8160-adebbd2a046a req-f1f38381-7632-4531-8aed-1c645e81696a tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 944 time: 0.2471061 May 25 15:45:01.930417 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2157b271-5281-4b14-8160-adebbd2a046a req-e796afab-00d5-4568-bd3f-5abb4b8991f8 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259506 May 25 15:45:01.947606 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2639c3c8-2d8b-4d2a-9de9-fac82ee3e0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-360008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-353784'] for router, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:02.054052 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dad2dc6-d8e8-4bd5-b15c-620607912bc7 None None] Network e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:45:02.154543 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2639c3c8-2d8b-4d2a-9de9-fac82ee3e0e4 admin admin] Router b9c39145-d401-4952-a1c9-f3ffbe8092ef is scheduled to L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 with binding_index 1 {{(pid=98474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 15:45:02.177894 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-bfee8c18-aa72-409b-8343-50c30568a683 None None] Provisioning for port e83948e6-6637-4d98-a5c7-84378949643a completed by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:45:02.332942 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2639c3c8-2d8b-4d2a-9de9-fac82ee3e0e4 admin admin] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:45:02.341868 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83e4369-3bbe-4cf8-9c8c-4c0e708357a6 None None] Sync routers for ids ['b9c39145-d401-4952-a1c9-f3ffbe8092ef'] in dv-cinder-791240-3-iscsi {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:45:02.351580 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83e4369-3bbe-4cf8-9c8c-4c0e708357a6 None None] Routers {'b9c39145-d401-4952-a1c9-f3ffbe8092ef'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:45:02.352322 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-e83e4369-3bbe-4cf8-9c8c-4c0e708357a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:44:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['b9c39145-d401-4952-a1c9-f3ffbe8092ef'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:02.356331 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2639c3c8-2d8b-4d2a-9de9-fac82ee3e0e4 admin admin] Notify callbacks [] for router, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:02.357808 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-2639c3c8-2d8b-4d2a-9de9-fac82ee3e0e4 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4721274 May 25 15:45:02.361254 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 40406) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:02.501692 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['0adab53e-0feb-4d1d-a7a9-f401ed874fae'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:45:02.656052 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-e83e4369-3bbe-4cf8-9c8c-4c0e708357a6 None None] Set router b9c39145-d401-4952-a1c9-f3ffbe8092ef gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:45:02.887062 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device e83948e6-6637-4d98-a5c7-84378949643a up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:45:03.084013 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning for port e83948e6-6637-4d98-a5c7-84378949643a completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:45:03.102020 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port e83948e6-6637-4d98-a5c7-84378949643a triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:03.102411 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:03.170807 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-e83e4369-3bbe-4cf8-9c8c-4c0e708357a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'name': 'tempest-TestMinimumBasicScenario-1710825477-router', 'tenant_id': '6c5ec2154f8d47738882b025a961628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '73f22633-9691-48dc-ae85-ec3bcaba9e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:44:59Z', 'updated_at': '2021-05-25T15:45:01Z', 'revision_number': 3, 'project_id': '6c5ec2154f8d47738882b025a961628f', 'gw_port': {'id': '73f22633-9691-48dc-ae85-ec3bcaba9e05', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:00Z', 'updated_at': '2021-05-25T15:45:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi'}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:03.178777 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d040f5a5-5624-49a2-bc07-a1096cad82a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:03.179110 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83e4369-3bbe-4cf8-9c8c-4c0e708357a6 None None] Checking router: b9c39145-d401-4952-a1c9-f3ffbe8092ef for host: dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:45:03.179473 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83e4369-3bbe-4cf8-9c8c-4c0e708357a6 None None] Updating router b9c39145-d401-4952-a1c9-f3ffbe8092ef port 73f22633-9691-48dc-ae85-ec3bcaba9e05 binding host dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:45:03.207240 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3822a8-1e82-41f2-9687-68582135f8f8 req-2d0daea7-5201-4673-8995-db27516dbb2e tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:03.208771 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-9c3822a8-1e82-41f2-9687-68582135f8f8 req-2d0daea7-5201-4673-8995-db27516dbb2e tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 944 time: 0.1529233 May 25 15:45:03.280112 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-e83e4369-3bbe-4cf8-9c8c-4c0e708357a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:03.313069 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-9c3822a8-1e82-41f2-9687-68582135f8f8 req-ded9e231-c9dc-4ddf-88e1-ca9bddd0e360 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700970 May 25 15:45:03.323127 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:03.419884 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] For port e83948e6-6637-4d98-a5c7-84378949643a, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=e83948e6-6637-4d98-a5c7-84378949643a,segment=NetworkSegment(738642ba-67aa-4ae5-9425-36a990ad78b7),segment_id=738642ba-67aa-4ae5-9425-36a990ad78b7)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:45:03.427066 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:03.429979 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.db_base_plugin_common [None req-d040f5a5-5624-49a2-bc07-a1096cad82a2 admin admin] Allocated IP 172.20.0.1 (e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b/b69bcd5b-467f-4553-a931-328c7b885a73/e6d5ae2c-ff89-462d-8d7f-7d991e89cad7) {{(pid=98473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:45:03.431806 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-f73a9555-1b18-41bc-b43f-196b1f11a31e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:03.580666 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d040f5a5-5624-49a2-bc07-a1096cad82a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:03.582095 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Pushing event updated for resources: {'Port': ['ID=e83948e6-6637-4d98-a5c7-84378949643a,revision_number=3']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:03.586433 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:03.601596 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.provisioning_blocks [None req-d040f5a5-5624-49a2-bc07-a1096cad82a2 admin admin] Transition to ACTIVE for port object e6d5ae2c-ff89-462d-8d7f-7d991e89cad7 will not be triggered until provisioned by entity DHCP. {{(pid=98473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:45:03.628571 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d040f5a5-5624-49a2-bc07-a1096cad82a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31785040'] for port, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:03.632860 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-ad25f95b-211c-44bf-b056-d909cde912c0 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:03.722764 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-e83e4369-3bbe-4cf8-9c8c-4c0e708357a6 None None] Notify callbacks [] for port, precommit_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:03.738663 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-e83e4369-3bbe-4cf8-9c8c-4c0e708357a6 None None] Transition to ACTIVE for port object 73f22633-9691-48dc-ae85-ec3bcaba9e05 will not be triggered until provisioned by entity L2. {{(pid=98475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:45:03.745482 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-e83e4369-3bbe-4cf8-9c8c-4c0e708357a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:03.749397 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:03.822318 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d040f5a5-5624-49a2-bc07-a1096cad82a2 admin admin] Network e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b is already hosted by enough agents. {{(pid=98473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:45:03.822318 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.base_scheduler [None req-d040f5a5-5624-49a2-bc07-a1096cad82a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=98473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:45:03.825300 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d040f5a5-5624-49a2-bc07-a1096cad82a2 admin admin] Received port after_create {{(pid=98473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:45:03.837311 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ebd48-4738-4e3f-a740-a75372f86756 None None] Pushing event updated for resources: {'Port': ['ID=73f22633-9691-48dc-ae85-ec3bcaba9e05,revision_number=2']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:03.840470 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-e83e4369-3bbe-4cf8-9c8c-4c0e708357a6 None None] Attempting to bind port 73f22633-9691-48dc-ae85-ec3bcaba9e05 on host dv-cinder-791240-3-iscsi for vnic_type normal with profile {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:45:03.840700 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-e83e4369-3bbe-4cf8-9c8c-4c0e708357a6 None None] Attempting to bind port 73f22633-9691-48dc-ae85-ec3bcaba9e05 by drivers openvswitch,hyperv on host dv-cinder-791240-3-iscsi at level 0 using segments [{'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:45:03.841118 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83e4369-3bbe-4cf8-9c8c-4c0e708357a6 None None] Attempting to bind port 73f22633-9691-48dc-ae85-ec3bcaba9e05 on network 64bdbeb4-2429-4b9e-9f88-29f950eefffc {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:45:03.847563 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-873ebd48-4738-4e3f-a740-a75372f86756 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:03.848845 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83e4369-3bbe-4cf8-9c8c-4c0e708357a6 None None] Checking agent: {'id': '0d0ec358-3583-457d-8c3e-30368d3d3544', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 31, 43), 'started_at': datetime.datetime(2021, 5, 25, 15, 32, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:45:03.849537 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83e4369-3bbe-4cf8-9c8c-4c0e708357a6 None None] Checking segment: {'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:45:03.849806 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-e83e4369-3bbe-4cf8-9c8c-4c0e708357a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:03.850206 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83e4369-3bbe-4cf8-9c8c-4c0e708357a6 None None] Bound using segment: {'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:45:03.850681 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-e83e4369-3bbe-4cf8-9c8c-4c0e708357a6 None None] Bound port: 73f22633-9691-48dc-ae85-ec3bcaba9e05, host: dv-cinder-791240-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'}}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:45:03.851104 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-e83e4369-3bbe-4cf8-9c8c-4c0e708357a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:03.876997 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040f5a5-5624-49a2-bc07-a1096cad82a2 admin admin] Pushing event updated for resources: {'Port': ['ID=e6d5ae2c-ff89-462d-8d7f-7d991e89cad7,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:03.885757 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-d040f5a5-5624-49a2-bc07-a1096cad82a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:03.923927 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d040f5a5-5624-49a2-bc07-a1096cad82a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-352649'] for router_interface, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:03.992653 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-e83e4369-3bbe-4cf8-9c8c-4c0e708357a6 None None] For port 73f22633-9691-48dc-ae85-ec3bcaba9e05, host dv-cinder-791240-3-iscsi, cleared binding levels {{(pid=98475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:45:03.998689 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-e83e4369-3bbe-4cf8-9c8c-4c0e708357a6 None None] For port 73f22633-9691-48dc-ae85-ec3bcaba9e05, host dv-cinder-791240-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=73f22633-9691-48dc-ae85-ec3bcaba9e05,segment=NetworkSegment(709432ef-9055-43de-bcb9-c4833f38b817),segment_id=709432ef-9055-43de-bcb9-c4833f38b817)] {{(pid=98475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:45:04.014564 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-e83e4369-3bbe-4cf8-9c8c-4c0e708357a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:04.019292 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-873ebd48-4738-4e3f-a740-a75372f86756 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:04.099985 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d040f5a5-5624-49a2-bc07-a1096cad82a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:04.112720 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83e4369-3bbe-4cf8-9c8c-4c0e708357a6 None None] Routers {'b9c39145-d401-4952-a1c9-f3ffbe8092ef'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:45:04.113272 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-e83e4369-3bbe-4cf8-9c8c-4c0e708357a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:44:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['b9c39145-d401-4952-a1c9-f3ffbe8092ef'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:04.206589 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ebd48-4738-4e3f-a740-a75372f86756 None None] Pushing event updated for resources: {'Port': ['ID=73f22633-9691-48dc-ae85-ec3bcaba9e05,revision_number=3']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:04.214783 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-873ebd48-4738-4e3f-a740-a75372f86756 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:04.312667 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-da597375-d6c9-46d8-ae9e-3e96b2b46e2f None None] Provisioning for port e6d5ae2c-ff89-462d-8d7f-7d991e89cad7 completed by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:45:04.322944 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-da597375-d6c9-46d8-ae9e-3e96b2b46e2f None None] Provisioning complete for port e6d5ae2c-ff89-462d-8d7f-7d991e89cad7 triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:04.323365 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-da597375-d6c9-46d8-ae9e-3e96b2b46e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:04.349290 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d040f5a5-5624-49a2-bc07-a1096cad82a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:04.355016 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d040f5a5-5624-49a2-bc07-a1096cad82a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31785049'] for port, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:04.381606 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-e83e4369-3bbe-4cf8-9c8c-4c0e708357a6 None None] Set router b9c39145-d401-4952-a1c9-f3ffbe8092ef gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:45:04.384636 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-d127deb3-d3ad-4af2-8e93-35e297e55766 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:04.466142 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040f5a5-5624-49a2-bc07-a1096cad82a2 admin admin] Pushing event updated for resources: {'Port': ['ID=e6d5ae2c-ff89-462d-8d7f-7d991e89cad7,revision_number=2']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:04.470215 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-d040f5a5-5624-49a2-bc07-a1096cad82a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:04.473140 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d040f5a5-5624-49a2-bc07-a1096cad82a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-352548'] for router_interface, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:04.497340 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-da597375-d6c9-46d8-ae9e-3e96b2b46e2f None None] Port e6d5ae2c-ff89-462d-8d7f-7d991e89cad7 cannot update to ACTIVE because it is not bound. {{(pid=98475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:45:04.610084 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01976ab2-61d6-435b-97b7-8c7f63c084a5 req-0a8889c9-cec6-4456-81a5-9e605e660fb1 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:04.612464 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-01976ab2-61d6-435b-97b7-8c7f63c084a5 req-0a8889c9-cec6-4456-81a5-9e605e660fb1 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 944 time: 0.1822667 May 25 15:45:04.614227 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d040f5a5-5624-49a2-bc07-a1096cad82a2 admin admin] Network e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b is already hosted by enough agents. {{(pid=98473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:45:04.615411 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.base_scheduler [None req-d040f5a5-5624-49a2-bc07-a1096cad82a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=98473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:45:04.664695 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-01976ab2-61d6-435b-97b7-8c7f63c084a5 req-695e98ae-b2d4-44b6-9e21-4bf0f8d9d07e tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465100 May 25 15:45:04.779884 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-e83e4369-3bbe-4cf8-9c8c-4c0e708357a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'name': 'tempest-TestMinimumBasicScenario-1710825477-router', 'tenant_id': '6c5ec2154f8d47738882b025a961628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '73f22633-9691-48dc-ae85-ec3bcaba9e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:44:59Z', 'updated_at': '2021-05-25T15:45:04Z', 'revision_number': 4, 'project_id': '6c5ec2154f8d47738882b025a961628f', 'gw_port': {'id': '73f22633-9691-48dc-ae85-ec3bcaba9e05', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:00Z', 'updated_at': '2021-05-25T15:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': 'e6d5ae2c-ff89-462d-8d7f-7d991e89cad7', 'name': '', 'network_id': 'e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b', 'tenant_id': '6c5ec2154f8d47738882b025a961628f', 'mac_address': 'fa:16:3e:26:45:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b69bcd5b-467f-4553-a931-328c7b885a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:03Z', 'updated_at': '2021-05-25T15:45:03Z', 'revision_number': 1, 'project_id': '6c5ec2154f8d47738882b025a961628f', 'subnets': [{'id': 'b69bcd5b-467f-4553-a931-328c7b885a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:04.781778 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83e4369-3bbe-4cf8-9c8c-4c0e708357a6 None None] The sync data for ids ['b9c39145-d401-4952-a1c9-f3ffbe8092ef'] in dv-cinder-791240-3-iscsi is: [{'id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'name': 'tempest-TestMinimumBasicScenario-1710825477-router', 'tenant_id': '6c5ec2154f8d47738882b025a961628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '73f22633-9691-48dc-ae85-ec3bcaba9e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:44:59Z', 'updated_at': '2021-05-25T15:45:04Z', 'revision_number': 4, 'project_id': '6c5ec2154f8d47738882b025a961628f', 'gw_port': {'id': '73f22633-9691-48dc-ae85-ec3bcaba9e05', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:00Z', 'updated_at': '2021-05-25T15:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': 'e6d5ae2c-ff89-462d-8d7f-7d991e89cad7', 'name': '', 'network_id': 'e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b', 'tenant_id': '6c5ec2154f8d47738882b025a961628f', 'mac_address': 'fa:16:3e:26:45:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b69bcd5b-467f-4553-a931-328c7b885a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:03Z', 'updated_at': '2021-05-25T15:45:03Z', 'revision_number': 1, 'project_id': '6c5ec2154f8d47738882b025a961628f', 'subnets': [{'id': 'b69bcd5b-467f-4553-a931-328c7b885a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:45:04.829539 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d040f5a5-5624-49a2-bc07-a1096cad82a2 admin admin] Router b9c39145-d401-4952-a1c9-f3ffbe8092ef has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:45:04.870257 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device e83948e6-6637-4d98-a5c7-84378949643a up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:45:04.976239 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-14d29450-f599-46a3-af1c-4b328161f58f None None] Provisioning complete for port e6d5ae2c-ff89-462d-8d7f-7d991e89cad7 triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:04.976832 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-14d29450-f599-46a3-af1c-4b328161f58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:05.092828 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port e83948e6-6637-4d98-a5c7-84378949643a triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:05.093479 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:05.112345 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d040f5a5-5624-49a2-bc07-a1096cad82a2 admin admin] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:45:05.117996 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-14d29450-f599-46a3-af1c-4b328161f58f None None] Port e6d5ae2c-ff89-462d-8d7f-7d991e89cad7 cannot update to ACTIVE because it is not bound. {{(pid=98475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:45:05.127889 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-d040f5a5-5624-49a2-bc07-a1096cad82a2 admin admin] 10.222.0.32 "PUT /v2.0/routers/b9c39145-d401-4952-a1c9-f3ffbe8092ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7598641 May 25 15:45:05.708086 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 40462) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:05.713633 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-97029018-e6e7-4ddf-97b2-503a4932f3c9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-277623977-network', 'tenant_id': 'c79ed2b3a96741e5b7eaac8673bed4d0'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:45:05.727121 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-97029018-e6e7-4ddf-97b2-503a4932f3c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:05.731991 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-97029018-e6e7-4ddf-97b2-503a4932f3c9 admin admin] Usage tracker for resource:network and tenant:c79ed2b3a96741e5b7eaac8673bed4d0 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:05.735991 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-97029018-e6e7-4ddf-97b2-503a4932f3c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:05.742531 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-97029018-e6e7-4ddf-97b2-503a4932f3c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:05.754636 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97029018-e6e7-4ddf-97b2-503a4932f3c9 admin admin] Made reservation on behalf of c79ed2b3a96741e5b7eaac8673bed4d0 for: {'network': 1} {{(pid=98473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:45:05.759149 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-97029018-e6e7-4ddf-97b2-503a4932f3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1658119'] for network, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:05.777535 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-97029018-e6e7-4ddf-97b2-503a4932f3c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:05.797901 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-97029018-e6e7-4ddf-97b2-503a4932f3c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:05.803913 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-97029018-e6e7-4ddf-97b2-503a4932f3c9 admin admin] Usage tracker for resource:security_group_rule and tenant:c79ed2b3a96741e5b7eaac8673bed4d0 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:05.807039 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-97029018-e6e7-4ddf-97b2-503a4932f3c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:05.814367 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-97029018-e6e7-4ddf-97b2-503a4932f3c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:05.919968 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 0adab53e-0feb-4d1d-a7a9-f401ed874fae up at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:45:05.929695 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83aeb3c-10c7-4970-abb7-b5c489def66f req-1745754f-0d6c-477c-8ddd-a961819e5675 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:05.931222 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b83aeb3c-10c7-4970-abb7-b5c489def66f req-1745754f-0d6c-477c-8ddd-a961819e5675 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 944 time: 0.1211519 May 25 15:45:05.998486 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning complete for port 0adab53e-0feb-4d1d-a7a9-f401ed874fae triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:05.998856 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:06.011204 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b83aeb3c-10c7-4970-abb7-b5c489def66f req-35d1ae90-cac0-40f2-b966-643047c7fc9a tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736911 May 25 15:45:06.015226 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-97029018-e6e7-4ddf-97b2-503a4932f3c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:06.025901 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-97029018-e6e7-4ddf-97b2-503a4932f3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:06.031171 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-2fda7520-f357-4782-892b-2204e1a4cb0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:06.064182 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97029018-e6e7-4ddf-97b2-503a4932f3c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=98473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:45:06.066424 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97029018-e6e7-4ddf-97b2-503a4932f3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2bc614-08c5-4c26-8885-21038c602cbd,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:06.071583 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-97029018-e6e7-4ddf-97b2-503a4932f3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:06.076918 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-97029018-e6e7-4ddf-97b2-503a4932f3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:06.076918 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.db.segments_db [None req-97029018-e6e7-4ddf-97b2-503a4932f3c9 admin admin] Added segment 4d18d6c8-ca96-40d7-9cf3-28b73197e6ec of type vlan for network 70217ed2-67b9-4175-9c7a-693e9c78e866 May 25 15:45:06.105872 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-97029018-e6e7-4ddf-97b2-503a4932f3c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758999109461'] for network, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:06.135275 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:06.147117 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-97029018-e6e7-4ddf-97b2-503a4932f3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430'] for network, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:06.148630 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97029018-e6e7-4ddf-97b2-503a4932f3c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:06.149204 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-97029018-e6e7-4ddf-97b2-503a4932f3c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:06.154017 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-67fc3eee-c2a8-4e36-aa27-6a9a5459f752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:06.161837 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0558ca84-a4e1-438d-9894-ae1ba56e4629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0adab53e-0feb-4d1d-a7a9-f401ed874fae'}] {{(pid=98475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:45:06.172225 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 0adab53e-0feb-4d1d-a7a9-f401ed874fae, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=0adab53e-0feb-4d1d-a7a9-f401ed874fae,segment=NetworkSegment(f75f90f2-d3cf-4d1f-8686-0dba664408e0),segment_id=f75f90f2-d3cf-4d1f-8686-0dba664408e0)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:45:06.177147 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:06.179172 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:06.241888 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:45:06.252617 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=0adab53e-0feb-4d1d-a7a9-f401ed874fae,revision_number=10']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:06.256627 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:06.270160 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97029018-e6e7-4ddf-97b2-503a4932f3c9 admin admin] Pushing event updated for resources: {'Network': ['ID=70217ed2-67b9-4175-9c7a-693e9c78e866,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:06.273535 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-97029018-e6e7-4ddf-97b2-503a4932f3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:06.275022 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-97029018-e6e7-4ddf-97b2-503a4932f3c9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5658996 May 25 15:45:06.278186 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 40472) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:06.284256 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-c1b19c33-8399-4f1a-b75b-6ecb595979f6 admin admin] Request body: {'subnet': {'network_id': '70217ed2-67b9-4175-9c7a-693e9c78e866', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-277623977-subnet', 'tenant_id': 'c79ed2b3a96741e5b7eaac8673bed4d0', 'ip_version': 4}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:45:06.284776 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Network 70217ed2-67b9-4175-9c7a-693e9c78e866 details requested by agent ovs-agent-dv-cinder-791240-3-iscsi with host dv-cinder-791240-3-iscsi {{(pid=98475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:45:06.289544 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-c1b19c33-8399-4f1a-b75b-6ecb595979f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:06.293402 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-c1b19c33-8399-4f1a-b75b-6ecb595979f6 admin admin] Usage tracker for resource:subnet and tenant:c79ed2b3a96741e5b7eaac8673bed4d0 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:06.296374 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-c1b19c33-8399-4f1a-b75b-6ecb595979f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:06.303536 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-c1b19c33-8399-4f1a-b75b-6ecb595979f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:06.314940 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b19c33-8399-4f1a-b75b-6ecb595979f6 admin admin] Made reservation on behalf of c79ed2b3a96741e5b7eaac8673bed4d0 for: {'subnet': 1} {{(pid=98474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:45:06.317352 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-c1b19c33-8399-4f1a-b75b-6ecb595979f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33042282'] for subnet, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:06.427469 dv-cinder-791240-3-iscsi neutron-server[98475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0558ca84-a4e1-438d-9894-ae1ba56e4629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0adab53e-0feb-4d1d-a7a9-f401ed874fae', 'code': 200} May 25 15:45:06.711458 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-c1b19c33-8399-4f1a-b75b-6ecb595979f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33042300'] for subnet, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:06.715880 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-d507d1e8-b74f-4913-8fae-45ec48f8d244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:06.777780 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4845dd62-d030-425f-b240-18ddbce7817a None None] Sync routers for ids ['b9c39145-d401-4952-a1c9-f3ffbe8092ef'] in dv-cinder-791240-3-iscsi {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:45:06.786751 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4845dd62-d030-425f-b240-18ddbce7817a None None] Routers {'b9c39145-d401-4952-a1c9-f3ffbe8092ef'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:45:06.786902 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b19c33-8399-4f1a-b75b-6ecb595979f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51cbd72d-e296-4004-935a-ffd135e95df9,revision_number=0']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:06.787359 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-4845dd62-d030-425f-b240-18ddbce7817a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:44:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['b9c39145-d401-4952-a1c9-f3ffbe8092ef'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:06.790731 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-c1b19c33-8399-4f1a-b75b-6ecb595979f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:06.794701 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b19c33-8399-4f1a-b75b-6ecb595979f6 admin admin] Checking segment: {'id': '4d18d6c8-ca96-40d7-9cf3-28b73197e6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70217ed2-67b9-4175-9c7a-693e9c78e866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:45:06.795050 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b19c33-8399-4f1a-b75b-6ecb595979f6 admin admin] Network hostable DHCP agents. Network: 70217ed2-67b9-4175-9c7a-693e9c78e866, hostable agents: ['42768c43-11d1-4f10-a648-883cd7cd861b'], hosted agents: [] {{(pid=98474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:45:06.822250 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b19c33-8399-4f1a-b75b-6ecb595979f6 admin admin] Network 70217ed2-67b9-4175-9c7a-693e9c78e866 is scheduled to be hosted by DHCP agent 42768c43-11d1-4f10-a648-883cd7cd861b with binding_index 1 {{(pid=98474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:45:06.834123 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [None req-c1b19c33-8399-4f1a-b75b-6ecb595979f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-iscsi, 70217ed2-67b9-4175-9c7a-693e9c78e866) {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:45:06.843953 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b19c33-8399-4f1a-b75b-6ecb595979f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:06.844571 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-c1b19c33-8399-4f1a-b75b-6ecb595979f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for subnet, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:06.854879 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233ee716-342c-4240-b0f5-a675b77a139b None None] Network 70217ed2-67b9-4175-9c7a-693e9c78e866 requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:45:06.878166 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-c1b19c33-8399-4f1a-b75b-6ecb595979f6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5986392 May 25 15:45:06.880361 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 40478) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:06.886229 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-c12ef76a-3830-4e27-a9a3-41e29ad3c3d2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-277623977-router', 'tenant_id': 'c79ed2b3a96741e5b7eaac8673bed4d0', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'}}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:45:06.892071 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-c12ef76a-3830-4e27-a9a3-41e29ad3c3d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:06.899013 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-c12ef76a-3830-4e27-a9a3-41e29ad3c3d2 admin admin] Usage tracker for resource:router and tenant:c79ed2b3a96741e5b7eaac8673bed4d0 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:06.903736 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-c12ef76a-3830-4e27-a9a3-41e29ad3c3d2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:06.910658 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-c12ef76a-3830-4e27-a9a3-41e29ad3c3d2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:06.926962 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-c12ef76a-3830-4e27-a9a3-41e29ad3c3d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-360001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2893'] for router, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:06.928003 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 73f22633-9691-48dc-ae85-ec3bcaba9e05 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:45:06.928364 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-c12ef76a-3830-4e27-a9a3-41e29ad3c3d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-353694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2886'] for router, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:06.946251 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-c12ef76a-3830-4e27-a9a3-41e29ad3c3d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:06.988299 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-4845dd62-d030-425f-b240-18ddbce7817a None None] Set router b9c39145-d401-4952-a1c9-f3ffbe8092ef gateway port host: dv-cinder-791240-3-iscsi {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:45:07.089624 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning for port 73f22633-9691-48dc-ae85-ec3bcaba9e05 completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:45:07.123694 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port 73f22633-9691-48dc-ae85-ec3bcaba9e05 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:07.123694 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:07.265397 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dbf01e-4933-4369-bc26-7ba8a04a0ce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3986d8-61c6-5ed6-8f1b-ad1f15f239cc-70217ed2-67b9-4175-9c7a-693e9c78e866', 'network_id': '70217ed2-67b9-4175-9c7a-693e9c78e866', 'tenant_id': 'c79ed2b3a96741e5b7eaac8673bed4d0', 'fixed_ips': [{'subnet_id': '51cbd72d-e296-4004-935a-ffd135e95df9'}]}} from dv-cinder-791240-3-iscsi. {{(pid=98475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 15:45:07.266941 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-65dbf01e-4933-4369-bc26-7ba8a04a0ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:07.268002 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbafe9-bb46-4d1a-bf69-f5b34a2f4e9a req-b95c34ed-a64e-49d2-9cc1-dc8d3fd78663 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:07.276312 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-f8cbafe9-bb46-4d1a-bf69-f5b34a2f4e9a req-b95c34ed-a64e-49d2-9cc1-dc8d3fd78663 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 946 time: 0.1042414 May 25 15:45:07.293943 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-c12ef76a-3830-4e27-a9a3-41e29ad3c3d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-353723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-360051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2864'] for router, precommit_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:07.331092 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-f8cbafe9-bb46-4d1a-bf69-f5b34a2f4e9a req-a5114750-cb86-423d-bf33-836237a20304 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536158 May 25 15:45:07.370323 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-4845dd62-d030-425f-b240-18ddbce7817a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'name': 'tempest-TestMinimumBasicScenario-1710825477-router', 'tenant_id': '6c5ec2154f8d47738882b025a961628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '73f22633-9691-48dc-ae85-ec3bcaba9e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:44:59Z', 'updated_at': '2021-05-25T15:45:04Z', 'revision_number': 4, 'project_id': '6c5ec2154f8d47738882b025a961628f', 'gw_port': {'id': '73f22633-9691-48dc-ae85-ec3bcaba9e05', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:00Z', 'updated_at': '2021-05-25T15:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': 'e6d5ae2c-ff89-462d-8d7f-7d991e89cad7', 'name': '', 'network_id': 'e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b', 'tenant_id': '6c5ec2154f8d47738882b025a961628f', 'mac_address': 'fa:16:3e:26:45:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b69bcd5b-467f-4553-a931-328c7b885a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:03Z', 'updated_at': '2021-05-25T15:45:04Z', 'revision_number': 2, 'project_id': '6c5ec2154f8d47738882b025a961628f', 'subnets': [{'id': 'b69bcd5b-467f-4553-a931-328c7b885a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:07.374218 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4845dd62-d030-425f-b240-18ddbce7817a None None] Checking router: b9c39145-d401-4952-a1c9-f3ffbe8092ef for host: dv-cinder-791240-3-iscsi {{(pid=98476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:45:07.374734 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4845dd62-d030-425f-b240-18ddbce7817a None None] Updating router b9c39145-d401-4952-a1c9-f3ffbe8092ef port e6d5ae2c-ff89-462d-8d7f-7d991e89cad7 binding host dv-cinder-791240-3-iscsi {{(pid=98476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:45:07.394851 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:07.433028 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-4845dd62-d030-425f-b240-18ddbce7817a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:07.435280 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] For port 73f22633-9691-48dc-ae85-ec3bcaba9e05, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=73f22633-9691-48dc-ae85-ec3bcaba9e05,segment=NetworkSegment(709432ef-9055-43de-bcb9-c4833f38b817),segment_id=709432ef-9055-43de-bcb9-c4833f38b817)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:45:07.477369 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:07.480324 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:07.548548 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Pushing event updated for resources: {'Port': ['ID=73f22633-9691-48dc-ae85-ec3bcaba9e05,revision_number=4']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:07.552254 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:07.582717 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.db_base_plugin_common [None req-65dbf01e-4933-4369-bc26-7ba8a04a0ce7 None None] Allocated IP 172.20.0.2 (70217ed2-67b9-4175-9c7a-693e9c78e866/51cbd72d-e296-4004-935a-ffd135e95df9/db32c35e-ef78-4641-9568-00dd0d1dfccf) {{(pid=98475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:45:07.616374 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-c12ef76a-3830-4e27-a9a3-41e29ad3c3d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:07.647356 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-c12ef76a-3830-4e27-a9a3-41e29ad3c3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:07.796862 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-4845dd62-d030-425f-b240-18ddbce7817a None None] Notify callbacks [] for port, precommit_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:07.799551 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.db_base_plugin_common [None req-c12ef76a-3830-4e27-a9a3-41e29ad3c3d2 admin admin] Allocated IP 172.27.3.95 (64bdbeb4-2429-4b9e-9f88-29f950eefffc/3f9f8472-0ab8-4bd8-a441-92a12c3f4c58/a2a98e1f-e2db-42ff-b4f7-c0296a377bee) {{(pid=98474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:45:07.802865 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-65dbf01e-4933-4369-bc26-7ba8a04a0ce7 None None] Notify callbacks [] for port, precommit_create {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:07.812996 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.provisioning_blocks [None req-4845dd62-d030-425f-b240-18ddbce7817a None None] Transition to ACTIVE for port object e6d5ae2c-ff89-462d-8d7f-7d991e89cad7 will not be triggered until provisioned by entity L2. {{(pid=98476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:45:07.815312 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-65dbf01e-4933-4369-bc26-7ba8a04a0ce7 None None] Transition to ACTIVE for port object db32c35e-ef78-4641-9568-00dd0d1dfccf will not be triggered until provisioned by entity L2. {{(pid=98475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:45:07.820970 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-4845dd62-d030-425f-b240-18ddbce7817a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:07.824592 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [None req-ff5d3004-2cd4-4ed7-88be-85bc935d64bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:07.833615 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-65dbf01e-4933-4369-bc26-7ba8a04a0ce7 None None] Transition to ACTIVE for port object db32c35e-ef78-4641-9568-00dd0d1dfccf will not be triggered until provisioned by entity DHCP. {{(pid=98475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:45:07.840467 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-65dbf01e-4933-4369-bc26-7ba8a04a0ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363'] for port, after_create {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:07.843898 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2699638a-b2a6-4454-901e-5c82aa7a5bf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:07.910188 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dbf01e-4933-4369-bc26-7ba8a04a0ce7 None None] Network 70217ed2-67b9-4175-9c7a-693e9c78e866 is already hosted by enough agents. {{(pid=98475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:45:07.912848 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.scheduler.base_scheduler [None req-65dbf01e-4933-4369-bc26-7ba8a04a0ce7 None None] Resources bound (agent type, host, resource id): {{(pid=98475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:45:07.916548 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dbf01e-4933-4369-bc26-7ba8a04a0ce7 None None] Received port after_create {{(pid=98475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:45:07.923129 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dbf01e-4933-4369-bc26-7ba8a04a0ce7 None None] Pushing event updated for resources: {'Port': ['ID=db32c35e-ef78-4641-9568-00dd0d1dfccf,revision_number=1']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:07.927188 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-65dbf01e-4933-4369-bc26-7ba8a04a0ce7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:07.963433 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d4a7e-565a-4c16-94af-51b67200e9d4 None None] Pushing event updated for resources: {'Port': ['ID=e6d5ae2c-ff89-462d-8d7f-7d991e89cad7,revision_number=3']} {{(pid=98476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:08.005639 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d4a7e-565a-4c16-94af-51b67200e9d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:08.005980 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d4a7e-565a-4c16-94af-51b67200e9d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:08.006307 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d4a7e-565a-4c16-94af-51b67200e9d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:08.006631 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d4a7e-565a-4c16-94af-51b67200e9d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:08.006949 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d4a7e-565a-4c16-94af-51b67200e9d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:08.007263 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d4a7e-565a-4c16-94af-51b67200e9d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:08.007573 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d4a7e-565a-4c16-94af-51b67200e9d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:08.007904 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d4a7e-565a-4c16-94af-51b67200e9d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:08.008237 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d4a7e-565a-4c16-94af-51b67200e9d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:08.008545 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d4a7e-565a-4c16-94af-51b67200e9d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:08.008850 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d4a7e-565a-4c16-94af-51b67200e9d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:08.009152 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d4a7e-565a-4c16-94af-51b67200e9d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:08.013588 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [None req-138d4a7e-565a-4c16-94af-51b67200e9d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:08.021610 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-65dbf01e-4933-4369-bc26-7ba8a04a0ce7 None None] Attempting to bind port db32c35e-ef78-4641-9568-00dd0d1dfccf on host dv-cinder-791240-3-iscsi for vnic_type normal with profile {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:45:08.022001 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-65dbf01e-4933-4369-bc26-7ba8a04a0ce7 None None] Attempting to bind port db32c35e-ef78-4641-9568-00dd0d1dfccf by drivers openvswitch,hyperv on host dv-cinder-791240-3-iscsi at level 0 using segments [{'id': '4d18d6c8-ca96-40d7-9cf3-28b73197e6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70217ed2-67b9-4175-9c7a-693e9c78e866'}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:45:08.022364 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dbf01e-4933-4369-bc26-7ba8a04a0ce7 None None] Attempting to bind port db32c35e-ef78-4641-9568-00dd0d1dfccf on network 70217ed2-67b9-4175-9c7a-693e9c78e866 {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:45:08.028740 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dbf01e-4933-4369-bc26-7ba8a04a0ce7 None None] Checking agent: {'id': '0d0ec358-3583-457d-8c3e-30368d3d3544', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 31, 43), 'started_at': datetime.datetime(2021, 5, 25, 15, 32, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:45:08.029125 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dbf01e-4933-4369-bc26-7ba8a04a0ce7 None None] Checking segment: {'id': '4d18d6c8-ca96-40d7-9cf3-28b73197e6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70217ed2-67b9-4175-9c7a-693e9c78e866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:45:08.029537 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-65dbf01e-4933-4369-bc26-7ba8a04a0ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:08.029937 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dbf01e-4933-4369-bc26-7ba8a04a0ce7 None None] Bound using segment: {'id': '4d18d6c8-ca96-40d7-9cf3-28b73197e6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70217ed2-67b9-4175-9c7a-693e9c78e866'} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:45:08.030568 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-65dbf01e-4933-4369-bc26-7ba8a04a0ce7 None None] Bound port: db32c35e-ef78-4641-9568-00dd0d1dfccf, host: dv-cinder-791240-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d18d6c8-ca96-40d7-9cf3-28b73197e6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70217ed2-67b9-4175-9c7a-693e9c78e866'}}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:45:08.031455 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-65dbf01e-4933-4369-bc26-7ba8a04a0ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:08.068906 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.managers [None req-4845dd62-d030-425f-b240-18ddbce7817a None None] Attempting to bind port e6d5ae2c-ff89-462d-8d7f-7d991e89cad7 on host dv-cinder-791240-3-iscsi for vnic_type normal with profile {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:45:08.069216 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.managers [None req-4845dd62-d030-425f-b240-18ddbce7817a None None] Attempting to bind port e6d5ae2c-ff89-462d-8d7f-7d991e89cad7 by drivers openvswitch,hyperv on host dv-cinder-791240-3-iscsi at level 0 using segments [{'id': '738642ba-67aa-4ae5-9425-36a990ad78b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b'}] {{(pid=98476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:45:08.069576 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4845dd62-d030-425f-b240-18ddbce7817a None None] Attempting to bind port e6d5ae2c-ff89-462d-8d7f-7d991e89cad7 on network e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:45:08.075153 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4845dd62-d030-425f-b240-18ddbce7817a None None] Checking agent: {'id': '0d0ec358-3583-457d-8c3e-30368d3d3544', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 31, 43), 'started_at': datetime.datetime(2021, 5, 25, 15, 32, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:45:08.075515 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4845dd62-d030-425f-b240-18ddbce7817a None None] Checking segment: {'id': '738642ba-67aa-4ae5-9425-36a990ad78b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:45:08.075943 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-4845dd62-d030-425f-b240-18ddbce7817a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:08.076331 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4845dd62-d030-425f-b240-18ddbce7817a None None] Bound using segment: {'id': '738642ba-67aa-4ae5-9425-36a990ad78b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b'} {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:45:08.076908 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.managers [None req-4845dd62-d030-425f-b240-18ddbce7817a None None] Bound port: e6d5ae2c-ff89-462d-8d7f-7d991e89cad7, host: dv-cinder-791240-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738642ba-67aa-4ae5-9425-36a990ad78b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b'}}] {{(pid=98476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:45:08.077150 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-4845dd62-d030-425f-b240-18ddbce7817a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:08.079808 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-c12ef76a-3830-4e27-a9a3-41e29ad3c3d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:08.113163 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-c12ef76a-3830-4e27-a9a3-41e29ad3c3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:08.117875 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-7a88d05d-69d3-4873-a685-3852a9eeba02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:08.133056 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-65dbf01e-4933-4369-bc26-7ba8a04a0ce7 None None] For port db32c35e-ef78-4641-9568-00dd0d1dfccf, host dv-cinder-791240-3-iscsi, cleared binding levels {{(pid=98475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:45:08.136234 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-65dbf01e-4933-4369-bc26-7ba8a04a0ce7 None None] For port db32c35e-ef78-4641-9568-00dd0d1dfccf, host dv-cinder-791240-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=db32c35e-ef78-4641-9568-00dd0d1dfccf,segment=NetworkSegment(4d18d6c8-ca96-40d7-9cf3-28b73197e6ec),segment_id=4d18d6c8-ca96-40d7-9cf3-28b73197e6ec)] {{(pid=98475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:45:08.141311 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-65dbf01e-4933-4369-bc26-7ba8a04a0ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:08.145940 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:08.180121 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.db [None req-4845dd62-d030-425f-b240-18ddbce7817a None None] For port e6d5ae2c-ff89-462d-8d7f-7d991e89cad7, host dv-cinder-791240-3-iscsi, cleared binding levels {{(pid=98476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:45:08.184371 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12ef76a-3830-4e27-a9a3-41e29ad3c3d2 admin admin] Network 64bdbeb4-2429-4b9e-9f88-29f950eefffc is already hosted by enough agents. {{(pid=98474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:45:08.184840 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.db [None req-4845dd62-d030-425f-b240-18ddbce7817a None None] For port e6d5ae2c-ff89-462d-8d7f-7d991e89cad7, host dv-cinder-791240-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=e6d5ae2c-ff89-462d-8d7f-7d991e89cad7,segment=NetworkSegment(738642ba-67aa-4ae5-9425-36a990ad78b7),segment_id=738642ba-67aa-4ae5-9425-36a990ad78b7)] {{(pid=98476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:45:08.187628 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [None req-c12ef76a-3830-4e27-a9a3-41e29ad3c3d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:45:08.191972 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12ef76a-3830-4e27-a9a3-41e29ad3c3d2 admin admin] Received port after_create {{(pid=98474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:45:08.193156 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-4845dd62-d030-425f-b240-18ddbce7817a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:08.200211 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [None req-c46b025d-470a-4023-8a64-fb3363fe6d1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:08.234447 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ef76a-3830-4e27-a9a3-41e29ad3c3d2 admin admin] Pushing event updated for resources: {'Port': ['ID=a2a98e1f-e2db-42ff-b4f7-c0296a377bee,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:08.243579 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-c12ef76a-3830-4e27-a9a3-41e29ad3c3d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:08.254747 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dbf01e-4933-4369-bc26-7ba8a04a0ce7 None None] Pushing event updated for resources: {'Port': ['ID=db32c35e-ef78-4641-9568-00dd0d1dfccf,revision_number=2']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:08.264526 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-65dbf01e-4933-4369-bc26-7ba8a04a0ce7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:08.305435 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d4a7e-565a-4c16-94af-51b67200e9d4 None None] Pushing event updated for resources: {'Port': ['ID=e6d5ae2c-ff89-462d-8d7f-7d991e89cad7,revision_number=4']} {{(pid=98476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:08.313553 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [None req-138d4a7e-565a-4c16-94af-51b67200e9d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:08.316212 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4845dd62-d030-425f-b240-18ddbce7817a None None] Routers {'b9c39145-d401-4952-a1c9-f3ffbe8092ef'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:45:08.316847 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-4845dd62-d030-425f-b240-18ddbce7817a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:44:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['b9c39145-d401-4952-a1c9-f3ffbe8092ef'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:08.560374 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-4845dd62-d030-425f-b240-18ddbce7817a None None] Set router b9c39145-d401-4952-a1c9-f3ffbe8092ef gateway port host: dv-cinder-791240-3-iscsi {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:45:08.747490 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-c12ef76a-3830-4e27-a9a3-41e29ad3c3d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:08.810143 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed9ed4-ab23-4ba7-b1d5-2a8895d0142b req-20bfb152-8c16-4faa-8517-88eb3e76ce13 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:08.812447 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-63ed9ed4-ab23-4ba7-b1d5-2a8895d0142b req-20bfb152-8c16-4faa-8517-88eb3e76ce13 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 946 time: 0.3354154 May 25 15:45:08.899016 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-4845dd62-d030-425f-b240-18ddbce7817a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'name': 'tempest-TestMinimumBasicScenario-1710825477-router', 'tenant_id': '6c5ec2154f8d47738882b025a961628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '73f22633-9691-48dc-ae85-ec3bcaba9e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:44:59Z', 'updated_at': '2021-05-25T15:45:04Z', 'revision_number': 4, 'project_id': '6c5ec2154f8d47738882b025a961628f', 'gw_port': {'id': '73f22633-9691-48dc-ae85-ec3bcaba9e05', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:00Z', 'updated_at': '2021-05-25T15:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': 'e6d5ae2c-ff89-462d-8d7f-7d991e89cad7', 'name': '', 'network_id': 'e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b', 'tenant_id': '6c5ec2154f8d47738882b025a961628f', 'mac_address': 'fa:16:3e:26:45:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b69bcd5b-467f-4553-a931-328c7b885a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:03Z', 'updated_at': '2021-05-25T15:45:08Z', 'revision_number': 4, 'project_id': '6c5ec2154f8d47738882b025a961628f', 'subnets': [{'id': 'b69bcd5b-467f-4553-a931-328c7b885a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:08.903716 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4845dd62-d030-425f-b240-18ddbce7817a None None] The sync data for ids ['b9c39145-d401-4952-a1c9-f3ffbe8092ef'] in dv-cinder-791240-3-iscsi is: [{'id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'name': 'tempest-TestMinimumBasicScenario-1710825477-router', 'tenant_id': '6c5ec2154f8d47738882b025a961628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '73f22633-9691-48dc-ae85-ec3bcaba9e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:44:59Z', 'updated_at': '2021-05-25T15:45:04Z', 'revision_number': 4, 'project_id': '6c5ec2154f8d47738882b025a961628f', 'gw_port': {'id': '73f22633-9691-48dc-ae85-ec3bcaba9e05', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:00Z', 'updated_at': '2021-05-25T15:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': 'e6d5ae2c-ff89-462d-8d7f-7d991e89cad7', 'name': '', 'network_id': 'e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b', 'tenant_id': '6c5ec2154f8d47738882b025a961628f', 'mac_address': 'fa:16:3e:26:45:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b69bcd5b-467f-4553-a931-328c7b885a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:03Z', 'updated_at': '2021-05-25T15:45:08Z', 'revision_number': 4, 'project_id': '6c5ec2154f8d47738882b025a961628f', 'subnets': [{'id': 'b69bcd5b-467f-4553-a931-328c7b885a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:45:08.963523 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-63ed9ed4-ab23-4ba7-b1d5-2a8895d0142b req-f9c2927a-b5b2-4e52-9f71-feef1f991bf1 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359420 May 25 15:45:08.995429 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 73f22633-9691-48dc-ae85-ec3bcaba9e05 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:45:09.073521 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port 73f22633-9691-48dc-ae85-ec3bcaba9e05 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:09.073997 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:09.184997 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-c12ef76a-3830-4e27-a9a3-41e29ad3c3d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-360008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-353784'] for router, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:09.215582 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device e6d5ae2c-ff89-462d-8d7f-7d991e89cad7 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:45:09.305892 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning for port e6d5ae2c-ff89-462d-8d7f-7d991e89cad7 completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:45:09.316434 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port e6d5ae2c-ff89-462d-8d7f-7d991e89cad7 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:09.316814 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:09.458496 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:09.473023 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db46c6f-a573-4319-83cd-014dd844a24c None None] Network 70217ed2-67b9-4175-9c7a-693e9c78e866 requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:45:09.490688 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12ef76a-3830-4e27-a9a3-41e29ad3c3d2 admin admin] Router 458c768a-4c52-445f-9291-1c9287c951c3 is scheduled to L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 with binding_index 1 {{(pid=98474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 15:45:09.596269 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-0fef544c-09b4-4a33-be8a-50fd095611ae None None] Provisioning for port db32c35e-ef78-4641-9568-00dd0d1dfccf completed by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:45:09.628716 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] For port e6d5ae2c-ff89-462d-8d7f-7d991e89cad7, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=e6d5ae2c-ff89-462d-8d7f-7d991e89cad7,segment=NetworkSegment(738642ba-67aa-4ae5-9425-36a990ad78b7),segment_id=738642ba-67aa-4ae5-9425-36a990ad78b7)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:45:09.645720 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:09.646572 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device db32c35e-ef78-4641-9568-00dd0d1dfccf up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:45:09.679065 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:09.729230 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e8ebf-0798-4827-932f-17b53c0a8019 req-bb4d9497-e1d7-4ab5-84a9-55cf66e460c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:09.731253 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-321e8ebf-0798-4827-932f-17b53c0a8019 req-bb4d9497-e1d7-4ab5-84a9-55cf66e460c5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 1099 time: 0.1840298 May 25 15:45:09.777984 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-321e8ebf-0798-4827-932f-17b53c0a8019 req-ed179f67-a432-4996-bfc5-00bceb67d6ee service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386384 May 25 15:45:09.805173 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12ef76a-3830-4e27-a9a3-41e29ad3c3d2 admin admin] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:45:09.825438 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8159574-c927-4caf-91c6-4173b6b66474 None None] Sync routers for ids ['458c768a-4c52-445f-9291-1c9287c951c3'] in dv-cinder-791240-3-iscsi {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:45:09.828869 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-c12ef76a-3830-4e27-a9a3-41e29ad3c3d2 admin admin] Notify callbacks [] for router, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:09.830224 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-c12ef76a-3830-4e27-a9a3-41e29ad3c3d2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9486616 May 25 15:45:09.832992 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 40500) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:09.858022 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Pushing event updated for resources: {'Port': ['ID=e6d5ae2c-ff89-462d-8d7f-7d991e89cad7,revision_number=5']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:09.861454 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8159574-c927-4caf-91c6-4173b6b66474 None None] Routers {'458c768a-4c52-445f-9291-1c9287c951c3'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:45:09.862055 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-e8159574-c927-4caf-91c6-4173b6b66474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:44:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['458c768a-4c52-445f-9291-1c9287c951c3'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:09.909079 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:10.019109 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning for port db32c35e-ef78-4641-9568-00dd0d1dfccf completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:45:10.078707 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port db32c35e-ef78-4641-9568-00dd0d1dfccf triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:10.078707 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:10.163624 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cf11f-5c6a-440b-a82f-26e9f38d213d req-e6042cc7-f057-4b5f-a925-2ece7bd22aad tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:10.165182 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-f71cf11f-5c6a-440b-a82f-26e9f38d213d req-e6042cc7-f057-4b5f-a925-2ece7bd22aad tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 946 time: 0.0845721 May 25 15:45:10.197589 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-e8159574-c927-4caf-91c6-4173b6b66474 None None] Set router 458c768a-4c52-445f-9291-1c9287c951c3 gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:45:10.211167 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-f71cf11f-5c6a-440b-a82f-26e9f38d213d req-97e4c606-e743-4a47-824a-d79c05a79726 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395026 May 25 15:45:10.423875 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-529c3763-64bb-469f-8c79-229623289829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:10.476571 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:10.563788 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-0a315835-c65b-4362-b525-096a9815a1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:10.591667 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] For port db32c35e-ef78-4641-9568-00dd0d1dfccf, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=db32c35e-ef78-4641-9568-00dd0d1dfccf,segment=NetworkSegment(4d18d6c8-ca96-40d7-9cf3-28b73197e6ec),segment_id=4d18d6c8-ca96-40d7-9cf3-28b73197e6ec)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:45:10.606638 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:10.619911 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:10.725418 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Pushing event updated for resources: {'Port': ['ID=db32c35e-ef78-4641-9568-00dd0d1dfccf,revision_number=3']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:10.729167 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:10.731363 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-e8159574-c927-4caf-91c6-4173b6b66474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458c768a-4c52-445f-9291-1c9287c951c3', 'name': 'tempest-TestMinimumBasicScenario-277623977-router', 'tenant_id': 'c79ed2b3a96741e5b7eaac8673bed4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a2a98e1f-e2db-42ff-b4f7-c0296a377bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:45:06Z', 'updated_at': '2021-05-25T15:45:08Z', 'revision_number': 3, 'project_id': 'c79ed2b3a96741e5b7eaac8673bed4d0', 'gw_port': {'id': 'a2a98e1f-e2db-42ff-b4f7-c0296a377bee', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:57:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458c768a-4c52-445f-9291-1c9287c951c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:07Z', 'updated_at': '2021-05-25T15:45:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi'}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:10.736611 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8159574-c927-4caf-91c6-4173b6b66474 None None] Checking router: 458c768a-4c52-445f-9291-1c9287c951c3 for host: dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:45:10.736963 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8159574-c927-4caf-91c6-4173b6b66474 None None] Updating router 458c768a-4c52-445f-9291-1c9287c951c3 port a2a98e1f-e2db-42ff-b4f7-c0296a377bee binding host dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:45:10.798297 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-e8159574-c927-4caf-91c6-4173b6b66474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:10.828576 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-72ff8c00-0b70-478d-8234-59ec0e276d6a None None] Provisioning complete for port db32c35e-ef78-4641-9568-00dd0d1dfccf triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:10.829810 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-72ff8c00-0b70-478d-8234-59ec0e276d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:10.879128 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device e6d5ae2c-ff89-462d-8d7f-7d991e89cad7 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:45:10.915961 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-df1fb2e0-fbef-48fa-9806-f88ef20b198b tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:10.917393 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-df1fb2e0-fbef-48fa-9806-f88ef20b198b tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/networks?id=f418d17c-299c-4bdf-8e07-f21c295e1d6a HTTP/1.1" status: 200 len: 814 time: 0.2590375 May 25 15:45:10.936129 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.db_base_plugin_common [None req-0a315835-c65b-4362-b525-096a9815a1bf admin admin] Allocated IP 172.20.0.1 (70217ed2-67b9-4175-9c7a-693e9c78e866/51cbd72d-e296-4004-935a-ffd135e95df9/f4dfa7f7-3942-47f9-98b9-a7f65aa5c002) {{(pid=98474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:45:10.945640 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-f544b109-ae45-4baa-95ca-18da2c7a2192 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/quotas/a20e47122af24c66bed0de2b22625a4d HTTP/1.1" status: 200 len: 375 time: 0.0186443 May 25 15:45:11.016041 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-fdf7cf82-06e3-49b3-8872-3fe4b25a8c51 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a20e47122af24c66bed0de2b22625a4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638595 May 25 15:45:11.144658 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-0a315835-c65b-4362-b525-096a9815a1bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:11.163365 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port e6d5ae2c-ff89-462d-8d7f-7d991e89cad7 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:11.163951 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:11.164343 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.provisioning_blocks [None req-0a315835-c65b-4362-b525-096a9815a1bf admin admin] Transition to ACTIVE for port object f4dfa7f7-3942-47f9-98b9-a7f65aa5c002 will not be triggered until provisioned by entity DHCP. {{(pid=98474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:45:11.210244 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-0a315835-c65b-4362-b525-096a9815a1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:11.217674 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-8d37b960-b229-42d9-816c-edbdc37e4fb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:11.347961 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device db32c35e-ef78-4641-9568-00dd0d1dfccf up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:45:11.412764 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e55b6-c967-43e3-b200-44b2d01af133 req-77234fc2-574e-4a75-ab28-c74a4333336c tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:11.414383 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-af7e55b6-c967-43e3-b200-44b2d01af133 req-77234fc2-574e-4a75-ab28-c74a4333336c tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 946 time: 0.0818286 May 25 15:45:11.445387 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a315835-c65b-4362-b525-096a9815a1bf admin admin] Network 70217ed2-67b9-4175-9c7a-693e9c78e866 is already hosted by enough agents. {{(pid=98474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:45:11.451789 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [None req-0a315835-c65b-4362-b525-096a9815a1bf admin admin] Resources bound (agent type, host, resource id): {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:45:11.454645 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a315835-c65b-4362-b525-096a9815a1bf admin admin] Received port after_create {{(pid=98474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:45:11.457620 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-e8159574-c927-4caf-91c6-4173b6b66474 None None] Notify callbacks [] for port, precommit_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:11.465288 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-af7e55b6-c967-43e3-b200-44b2d01af133 req-bad001eb-1f5c-4d68-a71d-229df18a6371 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445638 May 25 15:45:11.472185 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-e8159574-c927-4caf-91c6-4173b6b66474 None None] Transition to ACTIVE for port object a2a98e1f-e2db-42ff-b4f7-c0296a377bee will not be triggered until provisioned by entity L2. {{(pid=98475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:45:11.484851 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-e8159574-c927-4caf-91c6-4173b6b66474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:11.489028 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port db32c35e-ef78-4641-9568-00dd0d1dfccf triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:11.489368 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:11.504653 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a315835-c65b-4362-b525-096a9815a1bf admin admin] Pushing event updated for resources: {'Port': ['ID=f4dfa7f7-3942-47f9-98b9-a7f65aa5c002,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:11.507526 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-0a315835-c65b-4362-b525-096a9815a1bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:11.519246 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:11.548045 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-0a315835-c65b-4362-b525-096a9815a1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-352649'] for router_interface, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:11.663919 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-e8159574-c927-4caf-91c6-4173b6b66474 None None] Attempting to bind port a2a98e1f-e2db-42ff-b4f7-c0296a377bee on host dv-cinder-791240-3-iscsi for vnic_type normal with profile {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:45:11.664303 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-e8159574-c927-4caf-91c6-4173b6b66474 None None] Attempting to bind port a2a98e1f-e2db-42ff-b4f7-c0296a377bee by drivers openvswitch,hyperv on host dv-cinder-791240-3-iscsi at level 0 using segments [{'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:45:11.664677 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8159574-c927-4caf-91c6-4173b6b66474 None None] Attempting to bind port a2a98e1f-e2db-42ff-b4f7-c0296a377bee on network 64bdbeb4-2429-4b9e-9f88-29f950eefffc {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:45:11.665444 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-153613ec-cfa6-41cd-8887-6931fa64d2b1 service neutron] 10.222.0.32 "GET /v2.0/networks/f418d17c-299c-4bdf-8e07-f21c295e1d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6036952 May 25 15:45:11.678513 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8159574-c927-4caf-91c6-4173b6b66474 None None] Checking agent: {'id': '0d0ec358-3583-457d-8c3e-30368d3d3544', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 31, 43), 'started_at': datetime.datetime(2021, 5, 25, 15, 32, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:45:11.678895 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8159574-c927-4caf-91c6-4173b6b66474 None None] Checking segment: {'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:45:11.679300 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-e8159574-c927-4caf-91c6-4173b6b66474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:11.679694 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8159574-c927-4caf-91c6-4173b6b66474 None None] Bound using segment: {'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:45:11.681599 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-e8159574-c927-4caf-91c6-4173b6b66474 None None] Bound port: a2a98e1f-e2db-42ff-b4f7-c0296a377bee, host: dv-cinder-791240-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'}}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:45:11.681986 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-e8159574-c927-4caf-91c6-4173b6b66474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:11.707507 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a14e2a-a589-46b4-aad6-95ed9b3da7ec None None] Pushing event updated for resources: {'Port': ['ID=a2a98e1f-e2db-42ff-b4f7-c0296a377bee,revision_number=2']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:11.728011 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-28a14e2a-a589-46b4-aad6-95ed9b3da7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:11.803836 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-21170275-9409-4575-9de5-c52dd8a7615e None None] Provisioning for port f4dfa7f7-3942-47f9-98b9-a7f65aa5c002 completed by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:45:11.832075 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-21170275-9409-4575-9de5-c52dd8a7615e None None] Provisioning complete for port f4dfa7f7-3942-47f9-98b9-a7f65aa5c002 triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:11.832458 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-21170275-9409-4575-9de5-c52dd8a7615e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:11.856838 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-b8c90af6-9864-4b53-93e3-89eb7f1de61e service neutron] 10.222.0.32 "GET /v2.0/networks/f418d17c-299c-4bdf-8e07-f21c295e1d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847908 May 25 15:45:11.883852 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-e8159574-c927-4caf-91c6-4173b6b66474 None None] For port a2a98e1f-e2db-42ff-b4f7-c0296a377bee, host dv-cinder-791240-3-iscsi, cleared binding levels {{(pid=98475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:45:11.899475 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-e8159574-c927-4caf-91c6-4173b6b66474 None None] For port a2a98e1f-e2db-42ff-b4f7-c0296a377bee, host dv-cinder-791240-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=a2a98e1f-e2db-42ff-b4f7-c0296a377bee,segment=NetworkSegment(709432ef-9055-43de-bcb9-c4833f38b817),segment_id=709432ef-9055-43de-bcb9-c4833f38b817)] {{(pid=98475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:45:11.906032 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-21170275-9409-4575-9de5-c52dd8a7615e None None] Port f4dfa7f7-3942-47f9-98b9-a7f65aa5c002 cannot update to ACTIVE because it is not bound. {{(pid=98475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:45:11.908942 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-e8159574-c927-4caf-91c6-4173b6b66474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:11.914474 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:11.937517 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-0a315835-c65b-4362-b525-096a9815a1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:12.004287 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a14e2a-a589-46b4-aad6-95ed9b3da7ec None None] Pushing event updated for resources: {'Port': ['ID=a2a98e1f-e2db-42ff-b4f7-c0296a377bee,revision_number=3']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:12.007514 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8159574-c927-4caf-91c6-4173b6b66474 None None] Routers {'458c768a-4c52-445f-9291-1c9287c951c3'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:45:12.012927 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-e8159574-c927-4caf-91c6-4173b6b66474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:44:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['458c768a-4c52-445f-9291-1c9287c951c3'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:12.097326 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-acb46037-dac7-4352-8b27-b75b72d5ee1a req-2cefa364-f0e0-470a-977c-dcd2a440db16 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c7d896-a91f-427a-9b65-28bdb46f4f9c HTTP/1.1" status: 200 len: 210 time: 0.0663280 May 25 15:45:12.107808 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-28a14e2a-a589-46b4-aad6-95ed9b3da7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:12.187614 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-0a315835-c65b-4362-b525-096a9815a1bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:12.193370 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-0a315835-c65b-4362-b525-096a9815a1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-881747'] for port, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:12.221238 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-6657b486-bf23-49b1-a452-9368f9d78ec2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:12.229419 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-e8159574-c927-4caf-91c6-4173b6b66474 None None] Set router 458c768a-4c52-445f-9291-1c9287c951c3 gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:45:12.304077 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a315835-c65b-4362-b525-096a9815a1bf admin admin] Pushing event updated for resources: {'Port': ['ID=f4dfa7f7-3942-47f9-98b9-a7f65aa5c002,revision_number=2']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:12.306428 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-0a315835-c65b-4362-b525-096a9815a1bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-352548'] for router_interface, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:12.310115 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-0a315835-c65b-4362-b525-096a9815a1bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:12.448636 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a315835-c65b-4362-b525-096a9815a1bf admin admin] Network 70217ed2-67b9-4175-9c7a-693e9c78e866 is already hosted by enough agents. {{(pid=98474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:45:12.449751 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [None req-0a315835-c65b-4362-b525-096a9815a1bf admin admin] Resources bound (agent type, host, resource id): {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:45:12.592124 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-e8159574-c927-4caf-91c6-4173b6b66474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458c768a-4c52-445f-9291-1c9287c951c3', 'name': 'tempest-TestMinimumBasicScenario-277623977-router', 'tenant_id': 'c79ed2b3a96741e5b7eaac8673bed4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a2a98e1f-e2db-42ff-b4f7-c0296a377bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:45:06Z', 'updated_at': '2021-05-25T15:45:11Z', 'revision_number': 4, 'project_id': 'c79ed2b3a96741e5b7eaac8673bed4d0', 'gw_port': {'id': 'a2a98e1f-e2db-42ff-b4f7-c0296a377bee', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:57:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458c768a-4c52-445f-9291-1c9287c951c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:07Z', 'updated_at': '2021-05-25T15:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': 'f4dfa7f7-3942-47f9-98b9-a7f65aa5c002', 'name': '', 'network_id': '70217ed2-67b9-4175-9c7a-693e9c78e866', 'tenant_id': 'c79ed2b3a96741e5b7eaac8673bed4d0', 'mac_address': 'fa:16:3e:32:55:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458c768a-4c52-445f-9291-1c9287c951c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '51cbd72d-e296-4004-935a-ffd135e95df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:10Z', 'updated_at': '2021-05-25T15:45:10Z', 'revision_number': 1, 'project_id': 'c79ed2b3a96741e5b7eaac8673bed4d0', 'subnets': [{'id': '51cbd72d-e296-4004-935a-ffd135e95df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:12.596601 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8159574-c927-4caf-91c6-4173b6b66474 None None] The sync data for ids ['458c768a-4c52-445f-9291-1c9287c951c3'] in dv-cinder-791240-3-iscsi is: [{'id': '458c768a-4c52-445f-9291-1c9287c951c3', 'name': 'tempest-TestMinimumBasicScenario-277623977-router', 'tenant_id': 'c79ed2b3a96741e5b7eaac8673bed4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a2a98e1f-e2db-42ff-b4f7-c0296a377bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:45:06Z', 'updated_at': '2021-05-25T15:45:11Z', 'revision_number': 4, 'project_id': 'c79ed2b3a96741e5b7eaac8673bed4d0', 'gw_port': {'id': 'a2a98e1f-e2db-42ff-b4f7-c0296a377bee', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:57:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458c768a-4c52-445f-9291-1c9287c951c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:07Z', 'updated_at': '2021-05-25T15:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': 'f4dfa7f7-3942-47f9-98b9-a7f65aa5c002', 'name': '', 'network_id': '70217ed2-67b9-4175-9c7a-693e9c78e866', 'tenant_id': 'c79ed2b3a96741e5b7eaac8673bed4d0', 'mac_address': 'fa:16:3e:32:55:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458c768a-4c52-445f-9291-1c9287c951c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '51cbd72d-e296-4004-935a-ffd135e95df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:10Z', 'updated_at': '2021-05-25T15:45:10Z', 'revision_number': 1, 'project_id': 'c79ed2b3a96741e5b7eaac8673bed4d0', 'subnets': [{'id': '51cbd72d-e296-4004-935a-ffd135e95df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:45:12.721093 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a315835-c65b-4362-b525-096a9815a1bf admin admin] Router 458c768a-4c52-445f-9291-1c9287c951c3 has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:45:12.746368 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:12.752021 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-e15306a8-0e7f-44a1-93c1-63e61b855c52 None None] Provisioning complete for port f4dfa7f7-3942-47f9-98b9-a7f65aa5c002 triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:12.752486 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-e15306a8-0e7f-44a1-93c1-63e61b855c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:12.810516 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7eb78-e22f-4669-ba71-b57d82058cc6 req-a7b63033-7273-4e46-a467-f6317a5059b4 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:12.812039 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9ae7eb78-e22f-4669-ba71-b57d82058cc6 req-a7b63033-7273-4e46-a467-f6317a5059b4 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 946 time: 0.1951067 May 25 15:45:12.816991 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-e15306a8-0e7f-44a1-93c1-63e61b855c52 None None] Port f4dfa7f7-3942-47f9-98b9-a7f65aa5c002 cannot update to ACTIVE because it is not bound. {{(pid=98475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:45:12.880967 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-d9298686-db11-47b1-9a8e-e38ff5d04c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:13.060265 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9ae7eb78-e22f-4669-ba71-b57d82058cc6 req-5bd49c88-4e97-4f01-9a00-dd0c4053c0f7 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2396975 May 25 15:45:13.090838 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a315835-c65b-4362-b525-096a9815a1bf admin admin] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:45:13.100983 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-0a315835-c65b-4362-b525-096a9815a1bf admin admin] 10.222.0.32 "PUT /v2.0/routers/458c768a-4c52-445f-9291-1c9287c951c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2669461 May 25 15:45:13.245639 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-dac5a4c3-35c0-4518-9ed7-d6e0e05b3aee req-89966e2c-786e-4e87-95fa-70476971a301 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c7d896-a91f-427a-9b65-28bdb46f4f9c HTTP/1.1" status: 200 len: 210 time: 0.0453148 May 25 15:45:13.736401 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:14.276824 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c970c0e-3a83-4f9c-83a4-0d578cc66538 req-db18c634-2597-4532-964d-094669f6d26d tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:14.278376 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0c970c0e-3a83-4f9c-83a4-0d578cc66538 req-db18c634-2597-4532-964d-094669f6d26d tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 946 time: 0.0989547 May 25 15:45:14.341322 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0c970c0e-3a83-4f9c-83a4-0d578cc66538 req-c6b67065-6eff-4e79-96f2-c96945795761 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512133 May 25 15:45:14.475793 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-0f695631-f246-4b9c-bd05-2623bafda49a req-59745d48-3d0e-4630-ba2f-a9d4d3db2d53 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c7d896-a91f-427a-9b65-28bdb46f4f9c HTTP/1.1" status: 200 len: 210 time: 0.0478010 May 25 15:45:14.912262 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device a2a98e1f-e2db-42ff-b4f7-c0296a377bee up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:45:14.989221 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning for port a2a98e1f-e2db-42ff-b4f7-c0296a377bee completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:45:14.994894 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port a2a98e1f-e2db-42ff-b4f7-c0296a377bee triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:14.995285 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:15.128081 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:15.149591 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] For port a2a98e1f-e2db-42ff-b4f7-c0296a377bee, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=a2a98e1f-e2db-42ff-b4f7-c0296a377bee,segment=NetworkSegment(709432ef-9055-43de-bcb9-c4833f38b817),segment_id=709432ef-9055-43de-bcb9-c4833f38b817)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:45:15.155789 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:15.158178 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:15.231851 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Pushing event updated for resources: {'Port': ['ID=a2a98e1f-e2db-42ff-b4f7-c0296a377bee,revision_number=4']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:15.235996 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:15.503730 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:15.601126 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63547409-1aec-48b0-ab59-b8a073a30f25 req-365a85ef-c778-494d-bb1f-0b53a65b6aa1 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:15.609277 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-63547409-1aec-48b0-ab59-b8a073a30f25 req-365a85ef-c778-494d-bb1f-0b53a65b6aa1 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 946 time: 0.1293404 May 25 15:45:15.672250 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-12162998-74a3-43ee-8d29-4de1ed797194 req-d5589c34-321d-481b-b922-499c77058524 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c7d896-a91f-427a-9b65-28bdb46f4f9c HTTP/1.1" status: 200 len: 210 time: 0.0629797 May 25 15:45:15.679881 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-63547409-1aec-48b0-ab59-b8a073a30f25 req-67e0d8ee-8678-4448-ab39-22908993b150 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688829 May 25 15:45:15.880296 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-192f5133-f4e8-4ac4-a268-b98b8ca6fede tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:15.883012 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-192f5133-f4e8-4ac4-a268-b98b8ca6fede tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.57 "GET /v2.0/networks?id=f418d17c-299c-4bdf-8e07-f21c295e1d6a HTTP/1.1" status: 200 len: 814 time: 0.1618636 May 25 15:45:15.901366 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-5b71d032-28cd-4c6f-a9f5-8473a5a25425 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Request body: {'port': {'device_id': '01c7d896-a91f-427a-9b65-28bdb46f4f9c', 'network_id': 'f418d17c-299c-4bdf-8e07-f21c295e1d6a', 'admin_state_up': True, 'tenant_id': 'a20e47122af24c66bed0de2b22625a4d'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:45:16.098515 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-5b71d032-28cd-4c6f-a9f5-8473a5a25425 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:16.110550 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-5b71d032-28cd-4c6f-a9f5-8473a5a25425 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:16.125019 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-5b71d032-28cd-4c6f-a9f5-8473a5a25425 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Made reservation on behalf of a20e47122af24c66bed0de2b22625a4d for: {'port': 1} {{(pid=98473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:45:16.128893 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-5b71d032-28cd-4c6f-a9f5-8473a5a25425 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:16.376028 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.db_base_plugin_common [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-5b71d032-28cd-4c6f-a9f5-8473a5a25425 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Allocated IP 172.20.0.10 (f418d17c-299c-4bdf-8e07-f21c295e1d6a/8dc0e164-0e03-4bca-8691-5935da21fd15/edc52709-088d-4497-9bf9-17b0ce58e8b0) {{(pid=98473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:45:16.672733 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-5b71d032-28cd-4c6f-a9f5-8473a5a25425 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Notify callbacks [] for port, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:16.681698 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedadab4-8fd6-4498-83b2-883f6220d28c None None] Sync routers for ids ['458c768a-4c52-445f-9291-1c9287c951c3'] in dv-cinder-791240-3-iscsi {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:45:16.693596 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedadab4-8fd6-4498-83b2-883f6220d28c None None] Routers {'458c768a-4c52-445f-9291-1c9287c951c3'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:45:16.694438 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-cedadab4-8fd6-4498-83b2-883f6220d28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:45:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['458c768a-4c52-445f-9291-1c9287c951c3'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:16.708617 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-5b71d032-28cd-4c6f-a9f5-8473a5a25425 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31785040'] for port, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:16.723273 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-2f6ecedc-8f56-48aa-ae7c-19f07244510c tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:16.772036 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-5b71d032-28cd-4c6f-a9f5-8473a5a25425 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Network f418d17c-299c-4bdf-8e07-f21c295e1d6a is already hosted by enough agents. {{(pid=98473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:45:16.781186 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.base_scheduler [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-5b71d032-28cd-4c6f-a9f5-8473a5a25425 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Resources bound (agent type, host, resource id): {{(pid=98473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:45:16.784759 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-5b71d032-28cd-4c6f-a9f5-8473a5a25425 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Received port after_create {{(pid=98473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:45:16.935321 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device a2a98e1f-e2db-42ff-b4f7-c0296a377bee up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:45:16.968753 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71d032-28cd-4c6f-a9f5-8473a5a25425 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Pushing event updated for resources: {'Port': ['ID=edc52709-088d-4497-9bf9-17b0ce58e8b0,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:16.973449 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-5b71d032-28cd-4c6f-a9f5-8473a5a25425 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:16.989164 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-cedadab4-8fd6-4498-83b2-883f6220d28c None None] Set router 458c768a-4c52-445f-9291-1c9287c951c3 gateway port host: dv-cinder-791240-3-iscsi {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:45:17.036635 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-5b71d032-28cd-4c6f-a9f5-8473a5a25425 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:17.037405 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-5b71d032-28cd-4c6f-a9f5-8473a5a25425 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:17.081531 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port a2a98e1f-e2db-42ff-b4f7-c0296a377bee triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:17.083069 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:17.093193 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-5b71d032-28cd-4c6f-a9f5-8473a5a25425 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1997838 May 25 15:45:17.107283 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2661ca-c51a-4521-b88b-83a09e7ed176 req-cdd2e31a-cfa5-4821-94c3-b88d33f82d10 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:17.109351 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-7d2085fa-a81f-4b87-9ca3-7dbb253efcad service neutron] Request body: {'port': {'device_id': '01c7d896-a91f-427a-9b65-28bdb46f4f9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:45:17.121431 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-aa2661ca-c51a-4521-b88b-83a09e7ed176 req-cdd2e31a-cfa5-4821-94c3-b88d33f82d10 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 946 time: 0.2014945 May 25 15:45:17.183117 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54819215-35a3-45c3-8bed-67b68e3883b4 req-dcdb44bd-aa97-4486-a2b2-fb4b0d9cc11a tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:17.184029 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-54819215-35a3-45c3-8bed-67b68e3883b4 req-dcdb44bd-aa97-4486-a2b2-fb4b0d9cc11a tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Synchronizing usage tracker for tenant:a20e47122af24c66bed0de2b22625a4d on resource:port {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:45:17.210314 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-54819215-35a3-45c3-8bed-67b68e3883b4 req-dcdb44bd-aa97-4486-a2b2-fb4b0d9cc11a tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Unset dirty status for tenant:a20e47122af24c66bed0de2b22625a4d on resource:port {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:45:17.211727 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-54819215-35a3-45c3-8bed-67b68e3883b4 req-dcdb44bd-aa97-4486-a2b2-fb4b0d9cc11a tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c7d896-a91f-427a-9b65-28bdb46f4f9c HTTP/1.1" status: 200 len: 932 time: 0.2343938 May 25 15:45:17.220400 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-aa2661ca-c51a-4521-b88b-83a09e7ed176 req-5d190507-4122-4d3a-8cdc-adcf5f0fcf19 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975676 May 25 15:45:17.307940 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-7d2085fa-a81f-4b87-9ca3-7dbb253efcad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:17.373764 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-54819215-35a3-45c3-8bed-67b68e3883b4 req-cf63706e-4685-45e9-81af-55cc59840603 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945816 May 25 15:45:17.473820 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-cedadab4-8fd6-4498-83b2-883f6220d28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458c768a-4c52-445f-9291-1c9287c951c3', 'name': 'tempest-TestMinimumBasicScenario-277623977-router', 'tenant_id': 'c79ed2b3a96741e5b7eaac8673bed4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a2a98e1f-e2db-42ff-b4f7-c0296a377bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:45:06Z', 'updated_at': '2021-05-25T15:45:11Z', 'revision_number': 4, 'project_id': 'c79ed2b3a96741e5b7eaac8673bed4d0', 'gw_port': {'id': 'a2a98e1f-e2db-42ff-b4f7-c0296a377bee', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458c768a-4c52-445f-9291-1c9287c951c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:07Z', 'updated_at': '2021-05-25T15:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': 'f4dfa7f7-3942-47f9-98b9-a7f65aa5c002', 'name': '', 'network_id': '70217ed2-67b9-4175-9c7a-693e9c78e866', 'tenant_id': 'c79ed2b3a96741e5b7eaac8673bed4d0', 'mac_address': 'fa:16:3e:32:55:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458c768a-4c52-445f-9291-1c9287c951c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '51cbd72d-e296-4004-935a-ffd135e95df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:10Z', 'updated_at': '2021-05-25T15:45:12Z', 'revision_number': 2, 'project_id': 'c79ed2b3a96741e5b7eaac8673bed4d0', 'subnets': [{'id': '51cbd72d-e296-4004-935a-ffd135e95df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:17.477698 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedadab4-8fd6-4498-83b2-883f6220d28c None None] Checking router: 458c768a-4c52-445f-9291-1c9287c951c3 for host: dv-cinder-791240-3-iscsi {{(pid=98476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:45:17.478053 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedadab4-8fd6-4498-83b2-883f6220d28c None None] Updating router 458c768a-4c52-445f-9291-1c9287c951c3 port f4dfa7f7-3942-47f9-98b9-a7f65aa5c002 binding host dv-cinder-791240-3-iscsi {{(pid=98476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:45:17.555919 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-cedadab4-8fd6-4498-83b2-883f6220d28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:17.979784 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-cedadab4-8fd6-4498-83b2-883f6220d28c None None] Notify callbacks [] for port, precommit_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:17.992425 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.provisioning_blocks [None req-cedadab4-8fd6-4498-83b2-883f6220d28c None None] Transition to ACTIVE for port object f4dfa7f7-3942-47f9-98b9-a7f65aa5c002 will not be triggered until provisioned by entity L2. {{(pid=98476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:45:18.008874 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-cedadab4-8fd6-4498-83b2-883f6220d28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:18.013170 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [None req-138d4a7e-565a-4c16-94af-51b67200e9d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:18.056192 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-7d2085fa-a81f-4b87-9ca3-7dbb253efcad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edc52709-088d-4497-9bf9-17b0ce58e8b0 {{(pid=98473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:45:18.066785 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-7d2085fa-a81f-4b87-9ca3-7dbb253efcad service neutron] Notify callbacks [] for port, precommit_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:18.088133 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.provisioning_blocks [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-7d2085fa-a81f-4b87-9ca3-7dbb253efcad service neutron] Transition to ACTIVE for port object edc52709-088d-4497-9bf9-17b0ce58e8b0 will not be triggered until provisioned by entity L2. {{(pid=98473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:45:18.099619 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-7d2085fa-a81f-4b87-9ca3-7dbb253efcad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31785049'] for port, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:18.104234 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-240af366-17b8-45a4-a819-d35192c6ac9e tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:18.178032 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd1fc0-7e92-4ad2-a0c0-495c43577a82 None None] Pushing event updated for resources: {'Port': ['ID=f4dfa7f7-3942-47f9-98b9-a7f65aa5c002,revision_number=3']} {{(pid=98476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:18.181081 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [None req-8afd1fc0-7e92-4ad2-a0c0-495c43577a82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:18.219720 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2085fa-a81f-4b87-9ca3-7dbb253efcad service neutron] Pushing event updated for resources: {'Port': ['ID=edc52709-088d-4497-9bf9-17b0ce58e8b0,revision_number=2']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:18.231092 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-7d2085fa-a81f-4b87-9ca3-7dbb253efcad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:18.255860 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.managers [None req-cedadab4-8fd6-4498-83b2-883f6220d28c None None] Attempting to bind port f4dfa7f7-3942-47f9-98b9-a7f65aa5c002 on host dv-cinder-791240-3-iscsi for vnic_type normal with profile {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:45:18.256574 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.managers [None req-cedadab4-8fd6-4498-83b2-883f6220d28c None None] Attempting to bind port f4dfa7f7-3942-47f9-98b9-a7f65aa5c002 by drivers openvswitch,hyperv on host dv-cinder-791240-3-iscsi at level 0 using segments [{'id': '4d18d6c8-ca96-40d7-9cf3-28b73197e6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70217ed2-67b9-4175-9c7a-693e9c78e866'}] {{(pid=98476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:45:18.257113 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedadab4-8fd6-4498-83b2-883f6220d28c None None] Attempting to bind port f4dfa7f7-3942-47f9-98b9-a7f65aa5c002 on network 70217ed2-67b9-4175-9c7a-693e9c78e866 {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:45:18.263553 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedadab4-8fd6-4498-83b2-883f6220d28c None None] Checking agent: {'id': '0d0ec358-3583-457d-8c3e-30368d3d3544', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 31, 43), 'started_at': datetime.datetime(2021, 5, 25, 15, 32, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:45:18.264238 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedadab4-8fd6-4498-83b2-883f6220d28c None None] Checking segment: {'id': '4d18d6c8-ca96-40d7-9cf3-28b73197e6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70217ed2-67b9-4175-9c7a-693e9c78e866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:45:18.264824 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-cedadab4-8fd6-4498-83b2-883f6220d28c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:18.265385 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedadab4-8fd6-4498-83b2-883f6220d28c None None] Bound using segment: {'id': '4d18d6c8-ca96-40d7-9cf3-28b73197e6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70217ed2-67b9-4175-9c7a-693e9c78e866'} {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:45:18.266073 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.managers [None req-cedadab4-8fd6-4498-83b2-883f6220d28c None None] Bound port: f4dfa7f7-3942-47f9-98b9-a7f65aa5c002, host: dv-cinder-791240-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d18d6c8-ca96-40d7-9cf3-28b73197e6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '70217ed2-67b9-4175-9c7a-693e9c78e866'}}] {{(pid=98476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:45:18.266637 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-cedadab4-8fd6-4498-83b2-883f6220d28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:18.384520 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.db [None req-cedadab4-8fd6-4498-83b2-883f6220d28c None None] For port f4dfa7f7-3942-47f9-98b9-a7f65aa5c002, host dv-cinder-791240-3-iscsi, cleared binding levels {{(pid=98476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:45:18.387528 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.db [None req-cedadab4-8fd6-4498-83b2-883f6220d28c None None] For port f4dfa7f7-3942-47f9-98b9-a7f65aa5c002, host dv-cinder-791240-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=f4dfa7f7-3942-47f9-98b9-a7f65aa5c002,segment=NetworkSegment(4d18d6c8-ca96-40d7-9cf3-28b73197e6ec),segment_id=4d18d6c8-ca96-40d7-9cf3-28b73197e6ec)] {{(pid=98476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:45:18.396307 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-cedadab4-8fd6-4498-83b2-883f6220d28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:18.402019 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [None req-7405062c-17f2-40a7-909a-8a4d8b6819b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:18.442797 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.managers [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-7d2085fa-a81f-4b87-9ca3-7dbb253efcad service neutron] Attempting to bind port edc52709-088d-4497-9bf9-17b0ce58e8b0 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:45:18.443280 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.managers [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-7d2085fa-a81f-4b87-9ca3-7dbb253efcad service neutron] Attempting to bind port edc52709-088d-4497-9bf9-17b0ce58e8b0 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': 'dc5b8ae6-5892-45da-93f0-543aec61d126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f418d17c-299c-4bdf-8e07-f21c295e1d6a'}] {{(pid=98473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:45:18.443704 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-7d2085fa-a81f-4b87-9ca3-7dbb253efcad service neutron] Attempting to bind port edc52709-088d-4497-9bf9-17b0ce58e8b0 on network f418d17c-299c-4bdf-8e07-f21c295e1d6a {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:45:18.449033 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-7d2085fa-a81f-4b87-9ca3-7dbb253efcad service neutron] Port edc52709-088d-4497-9bf9-17b0ce58e8b0 on network f418d17c-299c-4bdf-8e07-f21c295e1d6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:45:18.449508 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-7d2085fa-a81f-4b87-9ca3-7dbb253efcad service neutron] Attempting to bind port edc52709-088d-4497-9bf9-17b0ce58e8b0 on network f418d17c-299c-4bdf-8e07-f21c295e1d6a {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:45:18.455849 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-7d2085fa-a81f-4b87-9ca3-7dbb253efcad service neutron] Checking agent: {'id': 'eb2109ed-85e4-4c57-98e0-c43a853e4d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'started_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:45:18.456318 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-7d2085fa-a81f-4b87-9ca3-7dbb253efcad service neutron] Checking segment: {'id': 'dc5b8ae6-5892-45da-93f0-543aec61d126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f418d17c-299c-4bdf-8e07-f21c295e1d6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:45:18.456910 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-7d2085fa-a81f-4b87-9ca3-7dbb253efcad service neutron] Bound using segment: {'id': 'dc5b8ae6-5892-45da-93f0-543aec61d126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f418d17c-299c-4bdf-8e07-f21c295e1d6a'} {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:45:18.457490 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.managers [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-7d2085fa-a81f-4b87-9ca3-7dbb253efcad service neutron] Bound port: edc52709-088d-4497-9bf9-17b0ce58e8b0, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5b8ae6-5892-45da-93f0-543aec61d126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f418d17c-299c-4bdf-8e07-f21c295e1d6a'}}] {{(pid=98473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:45:18.457938 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-7d2085fa-a81f-4b87-9ca3-7dbb253efcad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:18.486986 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2d3c4-d35e-4298-b3cb-2ab2fa3f87d7 req-79832801-f6d2-4816-8c6a-307e6b3df95f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:18.488535 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c1a2d3c4-d35e-4298-b3cb-2ab2fa3f87d7 req-79832801-f6d2-4816-8c6a-307e6b3df95f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 946 time: 0.1449072 May 25 15:45:18.543282 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedadab4-8fd6-4498-83b2-883f6220d28c None None] Routers {'458c768a-4c52-445f-9291-1c9287c951c3'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:45:18.544228 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-cedadab4-8fd6-4498-83b2-883f6220d28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:45:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['458c768a-4c52-445f-9291-1c9287c951c3'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:18.580544 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c1a2d3c4-d35e-4298-b3cb-2ab2fa3f87d7 req-a4b1a063-e49e-423f-b109-d4b364bb4a57 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864606 May 25 15:45:18.608544 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-7d2085fa-a81f-4b87-9ca3-7dbb253efcad service neutron] For port edc52709-088d-4497-9bf9-17b0ce58e8b0, host hv-cinder-79124, cleared binding levels {{(pid=98473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:45:18.613763 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-7d2085fa-a81f-4b87-9ca3-7dbb253efcad service neutron] For port edc52709-088d-4497-9bf9-17b0ce58e8b0, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=edc52709-088d-4497-9bf9-17b0ce58e8b0,segment=NetworkSegment(dc5b8ae6-5892-45da-93f0-543aec61d126),segment_id=dc5b8ae6-5892-45da-93f0-543aec61d126)] {{(pid=98473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:45:18.624534 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd1fc0-7e92-4ad2-a0c0-495c43577a82 None None] Pushing event updated for resources: {'Port': ['ID=f4dfa7f7-3942-47f9-98b9-a7f65aa5c002,revision_number=4']} {{(pid=98476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:18.648751 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [None req-8afd1fc0-7e92-4ad2-a0c0-495c43577a82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:18.650690 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-7d2085fa-a81f-4b87-9ca3-7dbb253efcad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31785049'] for port, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:18.691476 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-f8c5e75e-45ea-4684-94a1-8add7e2e2016 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:18.794608 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-7d2085fa-a81f-4b87-9ca3-7dbb253efcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:18.795215 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-7d2085fa-a81f-4b87-9ca3-7dbb253efcad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:18.796664 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-7d2085fa-a81f-4b87-9ca3-7dbb253efcad service neutron] 10.222.0.57 "PUT /v2.0/ports/edc52709-088d-4497-9bf9-17b0ce58e8b0 HTTP/1.1" status: 200 len: 1094 time: 1.6934869 May 25 15:45:18.797107 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c7d896-a91f-427a-9b65-28bdb46f4f9c', 'tag': 'edc52709-088d-4497-9bf9-17b0ce58e8b0'}] {{(pid=98473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:45:18.801813 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-cedadab4-8fd6-4498-83b2-883f6220d28c None None] Set router 458c768a-4c52-445f-9291-1c9287c951c3 gateway port host: dv-cinder-791240-3-iscsi {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:45:18.829977 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2085fa-a81f-4b87-9ca3-7dbb253efcad service neutron] Pushing event updated for resources: {'Port': ['ID=edc52709-088d-4497-9bf9-17b0ce58e8b0,revision_number=3']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:18.837989 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-7d2085fa-a81f-4b87-9ca3-7dbb253efcad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:18.881973 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f868f-bac9-4f82-a899-f1ae9245ac00 req-4e0fe0d3-4b37-43f4-88d4-5c80dc412148 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:18.883492 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-954f868f-bac9-4f82-a899-f1ae9245ac00 req-4e0fe0d3-4b37-43f4-88d4-5c80dc412148 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c7d896-a91f-427a-9b65-28bdb46f4f9c HTTP/1.1" status: 200 len: 944 time: 0.2350485 May 25 15:45:18.959493 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-954f868f-bac9-4f82-a899-f1ae9245ac00 req-39c61977-8fb2-4c05-ba2f-026740924ebf tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588086 May 25 15:45:18.995332 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c7d896-a91f-427a-9b65-28bdb46f4f9c', 'tag': 'edc52709-088d-4497-9bf9-17b0ce58e8b0', 'status': 'completed', 'code': 200} May 25 15:45:19.018369 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device f4dfa7f7-3942-47f9-98b9-a7f65aa5c002 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:45:19.133682 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning for port f4dfa7f7-3942-47f9-98b9-a7f65aa5c002 completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:45:19.144689 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port f4dfa7f7-3942-47f9-98b9-a7f65aa5c002 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:19.145083 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:19.248358 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-cedadab4-8fd6-4498-83b2-883f6220d28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458c768a-4c52-445f-9291-1c9287c951c3', 'name': 'tempest-TestMinimumBasicScenario-277623977-router', 'tenant_id': 'c79ed2b3a96741e5b7eaac8673bed4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a2a98e1f-e2db-42ff-b4f7-c0296a377bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:45:06Z', 'updated_at': '2021-05-25T15:45:11Z', 'revision_number': 4, 'project_id': 'c79ed2b3a96741e5b7eaac8673bed4d0', 'gw_port': {'id': 'a2a98e1f-e2db-42ff-b4f7-c0296a377bee', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458c768a-4c52-445f-9291-1c9287c951c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:07Z', 'updated_at': '2021-05-25T15:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': 'f4dfa7f7-3942-47f9-98b9-a7f65aa5c002', 'name': '', 'network_id': '70217ed2-67b9-4175-9c7a-693e9c78e866', 'tenant_id': 'c79ed2b3a96741e5b7eaac8673bed4d0', 'mac_address': 'fa:16:3e:32:55:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458c768a-4c52-445f-9291-1c9287c951c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '51cbd72d-e296-4004-935a-ffd135e95df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:10Z', 'updated_at': '2021-05-25T15:45:18Z', 'revision_number': 4, 'project_id': 'c79ed2b3a96741e5b7eaac8673bed4d0', 'subnets': [{'id': '51cbd72d-e296-4004-935a-ffd135e95df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:45:19.255175 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedadab4-8fd6-4498-83b2-883f6220d28c None None] The sync data for ids ['458c768a-4c52-445f-9291-1c9287c951c3'] in dv-cinder-791240-3-iscsi is: [{'id': '458c768a-4c52-445f-9291-1c9287c951c3', 'name': 'tempest-TestMinimumBasicScenario-277623977-router', 'tenant_id': 'c79ed2b3a96741e5b7eaac8673bed4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a2a98e1f-e2db-42ff-b4f7-c0296a377bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:45:06Z', 'updated_at': '2021-05-25T15:45:11Z', 'revision_number': 4, 'project_id': 'c79ed2b3a96741e5b7eaac8673bed4d0', 'gw_port': {'id': 'a2a98e1f-e2db-42ff-b4f7-c0296a377bee', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458c768a-4c52-445f-9291-1c9287c951c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:07Z', 'updated_at': '2021-05-25T15:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': 'f4dfa7f7-3942-47f9-98b9-a7f65aa5c002', 'name': '', 'network_id': '70217ed2-67b9-4175-9c7a-693e9c78e866', 'tenant_id': 'c79ed2b3a96741e5b7eaac8673bed4d0', 'mac_address': 'fa:16:3e:32:55:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458c768a-4c52-445f-9291-1c9287c951c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '51cbd72d-e296-4004-935a-ffd135e95df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:10Z', 'updated_at': '2021-05-25T15:45:18Z', 'revision_number': 4, 'project_id': 'c79ed2b3a96741e5b7eaac8673bed4d0', 'subnets': [{'id': '51cbd72d-e296-4004-935a-ffd135e95df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:45:19.373969 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:19.424499 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] For port f4dfa7f7-3942-47f9-98b9-a7f65aa5c002, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=f4dfa7f7-3942-47f9-98b9-a7f65aa5c002,segment=NetworkSegment(4d18d6c8-ca96-40d7-9cf3-28b73197e6ec),segment_id=4d18d6c8-ca96-40d7-9cf3-28b73197e6ec)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:45:19.435875 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:19.446913 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-873ebd48-4738-4e3f-a740-a75372f86756 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:19.536570 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Pushing event updated for resources: {'Port': ['ID=f4dfa7f7-3942-47f9-98b9-a7f65aa5c002,revision_number=5']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:19.540288 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:20.211970 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852b62d-972e-4256-8fbd-be9bc661a0de req-bff300b7-f690-4619-87be-b11311ffef6d tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:20.213518 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a852b62d-972e-4256-8fbd-be9bc661a0de req-bff300b7-f690-4619-87be-b11311ffef6d tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c7d896-a91f-427a-9b65-28bdb46f4f9c HTTP/1.1" status: 200 len: 944 time: 0.0890825 May 25 15:45:20.267696 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a852b62d-972e-4256-8fbd-be9bc661a0de req-636b9e35-61ec-446d-96d7-880f83d970b7 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475295 May 25 15:45:20.858120 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device f4dfa7f7-3942-47f9-98b9-a7f65aa5c002 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:45:20.932213 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port f4dfa7f7-3942-47f9-98b9-a7f65aa5c002 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:20.932594 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:21.470142 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d87e29-af37-4ddc-a120-18e76295906c req-debd5c92-f53b-41be-a621-0135857f2a71 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:21.471597 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d0d87e29-af37-4ddc-a120-18e76295906c req-debd5c92-f53b-41be-a621-0135857f2a71 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c7d896-a91f-427a-9b65-28bdb46f4f9c HTTP/1.1" status: 200 len: 944 time: 0.0934210 May 25 15:45:21.522968 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d0d87e29-af37-4ddc-a120-18e76295906c req-fea91903-368c-40e7-9a0c-e324588fdb65 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439303 May 25 15:45:22.207028 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:22.278838 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31c839-be53-49c9-88af-d38f16671cdb req-39bb4169-0c8f-477f-b4a9-765d8bec91e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:22.280324 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ad31c839-be53-49c9-88af-d38f16671cdb req-39bb4169-0c8f-477f-b4a9-765d8bec91e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a20e47122af24c66bed0de2b22625a4d&device_id=01c7d896-a91f-427a-9b65-28bdb46f4f9c HTTP/1.1" status: 200 len: 1097 time: 0.0720582 May 25 15:45:22.436929 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31c839-be53-49c9-88af-d38f16671cdb req-fa9b5df0-2254-414b-ac36-0ecd14b4d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:22.438992 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ad31c839-be53-49c9-88af-d38f16671cdb req-fa9b5df0-2254-414b-ac36-0ecd14b4d6d5 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a20e47122af24c66bed0de2b22625a4d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1495798 May 25 15:45:22.594134 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31c839-be53-49c9-88af-d38f16671cdb req-d0cecb41-cfa4-4321-b8ed-8d3572da3a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:22.596388 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ad31c839-be53-49c9-88af-d38f16671cdb req-d0cecb41-cfa4-4321-b8ed-8d3572da3a35 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1503975 May 25 15:45:22.715577 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cc929-c2da-4d8c-9418-b9d281b10faa req-59f5f04c-8889-4735-8541-7d748ee82534 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:22.716994 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ec3cc929-c2da-4d8c-9418-b9d281b10faa req-59f5f04c-8889-4735-8541-7d748ee82534 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c7d896-a91f-427a-9b65-28bdb46f4f9c HTTP/1.1" status: 200 len: 944 time: 0.0870814 May 25 15:45:22.737517 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-cf223ebd-d3dc-441d-9c2b-2a9e56e5fa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:22.739175 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-cf223ebd-d3dc-441d-9c2b-2a9e56e5fa49 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a20e47122af24c66bed0de2b22625a4d&device_id=01c7d896-a91f-427a-9b65-28bdb46f4f9c HTTP/1.1" status: 200 len: 1097 time: 0.0967114 May 25 15:45:22.775764 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ec3cc929-c2da-4d8c-9418-b9d281b10faa req-f728afd6-9dce-46b4-b1b0-db58edef37a5 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464649 May 25 15:45:22.814839 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-38cfb07d-cc05-4617-97d2-a7079d6206a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edc52709-088d-4497-9bf9-17b0ce58e8b0 HTTP/1.1" status: 200 len: 217 time: 0.0674589 May 25 15:45:22.887156 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-f2bd7ea9-476e-435f-a17f-d5d5eb79763d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:22.888800 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-f2bd7ea9-476e-435f-a17f-d5d5eb79763d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8dc0e164-0e03-4bca-8691-5935da21fd15 HTTP/1.1" status: 200 len: 854 time: 0.0671742 May 25 15:45:22.939620 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-ecd1be26-367b-4e7c-8c1d-904a3f8eac6d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f418d17c-299c-4bdf-8e07-f21c295e1d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427279 May 25 15:45:23.091979 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-c1429885-6954-447a-8aea-d893a0d15cc6 service neutron] 10.222.0.57 "GET /v2.0/networks/f418d17c-299c-4bdf-8e07-f21c295e1d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386509 May 25 15:45:23.252452 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-62ee0160-3af7-494a-bbf1-438ab58fd4bd req-8bf5ee2b-8997-49b4-a23c-03fb9f524a98 service neutron] 10.222.0.57 "GET /v2.0/networks/f418d17c-299c-4bdf-8e07-f21c295e1d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525831 May 25 15:45:24.057778 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e650c-145f-47d9-a994-cdf062ac2641 req-dd1a7b93-7794-4d50-9f05-f187900ad1ff tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:24.059234 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d74e650c-145f-47d9-a994-cdf062ac2641 req-dd1a7b93-7794-4d50-9f05-f187900ad1ff tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c7d896-a91f-427a-9b65-28bdb46f4f9c HTTP/1.1" status: 200 len: 944 time: 0.1628747 May 25 15:45:24.107246 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d74e650c-145f-47d9-a994-cdf062ac2641 req-fb1513a1-92fa-4afc-a25e-2abd32adfdcf tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417497 May 25 15:45:24.871435 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-99ed1eea-aed7-47ce-a212-9bdfaa1cb2f6 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:24.872911 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-99ed1eea-aed7-47ce-a212-9bdfaa1cb2f6 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/networks?id=e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b HTTP/1.1" status: 200 len: 815 time: 0.1529112 May 25 15:45:24.889182 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-deed5408-d06e-4ec5-a52c-3c56414b5cc6 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/quotas/6c5ec2154f8d47738882b025a961628f HTTP/1.1" status: 200 len: 375 time: 0.0094998 May 25 15:45:24.974015 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-341ced16-b8e4-48de-8f1e-98425a37843a tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Synchronizing usage tracker for tenant:6c5ec2154f8d47738882b025a961628f on resource:port {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:45:24.991328 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-341ced16-b8e4-48de-8f1e-98425a37843a tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Unset dirty status for tenant:6c5ec2154f8d47738882b025a961628f on resource:port {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:45:24.992904 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-341ced16-b8e4-48de-8f1e-98425a37843a tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6c5ec2154f8d47738882b025a961628f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0982945 May 25 15:45:25.189053 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-44f7f291-4192-4a73-96d7-f6b0b1a86f15 service neutron] 10.222.0.32 "GET /v2.0/networks/e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847432 May 25 15:45:25.310137 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aecb62-44e9-4abb-919a-9089afa66c44 req-741c7330-2ebc-4563-b2f4-e2c064e13925 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:25.311519 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e2aecb62-44e9-4abb-919a-9089afa66c44 req-741c7330-2ebc-4563-b2f4-e2c064e13925 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c7d896-a91f-427a-9b65-28bdb46f4f9c HTTP/1.1" status: 200 len: 944 time: 0.0911617 May 25 15:45:25.328821 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-b86febd2-821c-4e17-bec4-a5faee764d34 service neutron] 10.222.0.32 "GET /v2.0/networks/e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314814 May 25 15:45:25.357120 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e2aecb62-44e9-4abb-919a-9089afa66c44 req-1dff4102-d38a-4281-b064-28dd06c70d58 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397921 May 25 15:45:25.506114 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-62bdb228-b165-419d-889d-0ff789dbf117 req-ba879a97-4632-4c20-b110-e762ce22651d tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 210 time: 0.0452232 May 25 15:45:26.672816 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-60ca9cc1-4d9b-4ab8-a410-bafe0d4dc75c req-54a4f8e7-1dcc-4096-9962-24aacfd38f23 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 210 time: 0.0448983 May 25 15:45:26.696626 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259973c2-9c37-4374-8a39-205ddc79ea47 req-6c329b48-e668-4462-92b7-bba72f7ee163 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:26.698074 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-259973c2-9c37-4374-8a39-205ddc79ea47 req-6c329b48-e668-4462-92b7-bba72f7ee163 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c7d896-a91f-427a-9b65-28bdb46f4f9c HTTP/1.1" status: 200 len: 944 time: 0.2213180 May 25 15:45:26.707855 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device edc52709-088d-4497-9bf9-17b0ce58e8b0 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:45:26.708638 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-595442fd-4be3-41f5-8911-9908edf58632 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:26.708939 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-595442fd-4be3-41f5-8911-9908edf58632 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.57 "GET /v2.0/networks?id=e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b HTTP/1.1" status: 200 len: 815 time: 0.1827750 May 25 15:45:26.743714 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-d6a6d7a6-0881-4d0d-93e0-f6bf704af931 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Request body: {'port': {'device_id': '40f931bd-e818-42c2-b517-3db25f063e81', 'network_id': 'e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b', 'admin_state_up': True, 'tenant_id': '6c5ec2154f8d47738882b025a961628f'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:45:26.846877 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port edc52709-088d-4497-9bf9-17b0ce58e8b0, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=edc52709-088d-4497-9bf9-17b0ce58e8b0,segment=NetworkSegment(dc5b8ae6-5892-45da-93f0-543aec61d126),segment_id=dc5b8ae6-5892-45da-93f0-543aec61d126)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:45:26.849074 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-259973c2-9c37-4374-8a39-205ddc79ea47 req-f04cebcc-ed55-4a6c-a6f4-3aba0ea92c86 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341171 May 25 15:45:26.864194 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Returning: {'device': 'edc52709-088d-4497-9bf9-17b0ce58e8b0', 'network_id': 'f418d17c-299c-4bdf-8e07-f21c295e1d6a', 'port_id': 'edc52709-088d-4497-9bf9-17b0ce58e8b0', 'mac_address': 'fa:16:3e:b4:08:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc0e164-0e03-4bca-8691-5935da21fd15', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:45:26.904973 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-d6a6d7a6-0881-4d0d-93e0-f6bf704af931 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:26.915151 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-d6a6d7a6-0881-4d0d-93e0-f6bf704af931 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:26.921643 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:26.925092 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-d6a6d7a6-0881-4d0d-93e0-f6bf704af931 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Made reservation on behalf of 6c5ec2154f8d47738882b025a961628f for: {'port': 1} {{(pid=98473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:45:26.928555 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-d6a6d7a6-0881-4d0d-93e0-f6bf704af931 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:26.939814 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edc52709-088d-4497-9bf9-17b0ce58e8b0 {{(pid=98475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:45:26.957003 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port edc52709-088d-4497-9bf9-17b0ce58e8b0, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=edc52709-088d-4497-9bf9-17b0ce58e8b0,segment=NetworkSegment(dc5b8ae6-5892-45da-93f0-543aec61d126),segment_id=dc5b8ae6-5892-45da-93f0-543aec61d126)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:45:26.961467 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:26.963227 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:27.041769 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=edc52709-088d-4497-9bf9-17b0ce58e8b0,revision_number=4']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:27.046024 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:27.103071 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.db_base_plugin_common [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-d6a6d7a6-0881-4d0d-93e0-f6bf704af931 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Allocated IP 172.20.0.4 (e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b/b69bcd5b-467f-4553-a931-328c7b885a73/e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c) {{(pid=98473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:45:27.344507 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-d6a6d7a6-0881-4d0d-93e0-f6bf704af931 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks [] for port, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:27.355165 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['edc52709-088d-4497-9bf9-17b0ce58e8b0'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:45:27.362949 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.provisioning_blocks [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-d6a6d7a6-0881-4d0d-93e0-f6bf704af931 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Transition to ACTIVE for port object e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c will not be triggered until provisioned by entity DHCP. {{(pid=98473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:45:27.391153 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-d6a6d7a6-0881-4d0d-93e0-f6bf704af931 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31785040'] for port, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:27.397922 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-a5332104-b463-42af-85e7-ecf626bb5961 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:27.474104 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-d6a6d7a6-0881-4d0d-93e0-f6bf704af931 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Network e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b is already hosted by enough agents. {{(pid=98473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:45:27.477633 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.base_scheduler [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-d6a6d7a6-0881-4d0d-93e0-f6bf704af931 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Resources bound (agent type, host, resource id): {{(pid=98473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:45:27.481350 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-d6a6d7a6-0881-4d0d-93e0-f6bf704af931 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Received port after_create {{(pid=98473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:45:27.513542 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6d7a6-0881-4d0d-93e0-f6bf704af931 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Pushing event updated for resources: {'Port': ['ID=e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:27.527196 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-d6a6d7a6-0881-4d0d-93e0-f6bf704af931 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:27.560352 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-d6a6d7a6-0881-4d0d-93e0-f6bf704af931 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:27.561139 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-d6a6d7a6-0881-4d0d-93e0-f6bf704af931 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:27.610490 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-d6a6d7a6-0881-4d0d-93e0-f6bf704af931 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8722990 May 25 15:45:27.826031 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-37eb291f-91bf-41c3-af0d-d862d031704c None None] Provisioning for port e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c completed by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:45:27.834774 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-37eb291f-91bf-41c3-af0d-d862d031704c None None] Provisioning complete for port e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:27.835099 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-37eb291f-91bf-41c3-af0d-d862d031704c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:27.887899 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37ef6a-7894-443c-92f9-5c26e05ed35a req-f2a6457f-4798-4611-90c6-a1fd1755380c tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:27.890512 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ca37ef6a-7894-443c-92f9-5c26e05ed35a req-f2a6457f-4798-4611-90c6-a1fd1755380c tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 931 time: 0.0947144 May 25 15:45:27.942267 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-37eb291f-91bf-41c3-af0d-d862d031704c None None] Port e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c cannot update to ACTIVE because it is not bound. {{(pid=98475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:45:27.947608 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-ca37ef6a-7894-443c-92f9-5c26e05ed35a req-2363c0a3-2015-4fa8-9db4-3188ebbad18b tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Synchronizing usage tracker for tenant:6c5ec2154f8d47738882b025a961628f on resource:security_group {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:45:27.964575 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 40802) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:27.972860 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-ca37ef6a-7894-443c-92f9-5c26e05ed35a req-2363c0a3-2015-4fa8-9db4-3188ebbad18b tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Unset dirty status for tenant:6c5ec2154f8d47738882b025a961628f on resource:security_group {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:45:27.981415 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ca37ef6a-7894-443c-92f9-5c26e05ed35a req-2363c0a3-2015-4fa8-9db4-3188ebbad18b tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839524 May 25 15:45:28.084548 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62552c66-de85-4774-815f-a6b2470277c8 req-7c8b7276-da99-4954-8bc3-49fb3604f261 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:28.087917 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-62552c66-de85-4774-815f-a6b2470277c8 req-7c8b7276-da99-4954-8bc3-49fb3604f261 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c7d896-a91f-427a-9b65-28bdb46f4f9c HTTP/1.1" status: 200 len: 945 time: 0.0930824 May 25 15:45:28.103459 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-3fef53f2-6d54-4894-b5ac-c99d878de1dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:28.119080 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-3fef53f2-6d54-4894-b5ac-c99d878de1dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:28.126328 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-3fef53f2-6d54-4894-b5ac-c99d878de1dd admin admin] Usage tracker for resource:security_group_rule and tenant:d40231ecf14945db8a26999dae8e221d is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:28.129241 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-3fef53f2-6d54-4894-b5ac-c99d878de1dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:28.135367 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-3fef53f2-6d54-4894-b5ac-c99d878de1dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:28.139155 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-62552c66-de85-4774-815f-a6b2470277c8 req-52cb718c-8e99-47ab-9182-76ed2d5449c5 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455556 May 25 15:45:28.222124 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-3fef53f2-6d54-4894-b5ac-c99d878de1dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:28.226270 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-3fef53f2-6d54-4894-b5ac-c99d878de1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:28.233711 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-5358f0e9-b1d4-439b-bbae-470a219435b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:28.276259 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef53f2-6d54-4894-b5ac-c99d878de1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a196f81c-ecb1-424f-897e-0a87a9a2dc6a,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:28.279622 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-3fef53f2-6d54-4894-b5ac-c99d878de1dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:28.282546 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-3fef53f2-6d54-4894-b5ac-c99d878de1dd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d40231ecf14945db8a26999dae8e221d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3167696 May 25 15:45:28.285289 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 40808) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:28.342942 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-cb01799e-fd18-49b9-883e-f23b3b803762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:28.369659 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-cb01799e-fd18-49b9-883e-f23b3b803762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:28.424882 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-cb01799e-fd18-49b9-883e-f23b3b803762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:28.428565 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-3cb6090c-1e8e-457d-9e5e-3ae6c2af53ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:28.442004 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01799e-fd18-49b9-883e-f23b3b803762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a196f81c-ecb1-424f-897e-0a87a9a2dc6a,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:28.445037 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-cb01799e-fd18-49b9-883e-f23b3b803762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:28.447141 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-cb01799e-fd18-49b9-883e-f23b3b803762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:28.450571 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-cb01799e-fd18-49b9-883e-f23b3b803762 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a196f81c-ecb1-424f-897e-0a87a9a2dc6a HTTP/1.1" status: 204 len: 168 time: 0.1621866 May 25 15:45:28.733494 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device edc52709-088d-4497-9bf9-17b0ce58e8b0 up at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:45:28.754677 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 40816) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:28.772178 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ff03b1d1-3201-43b1-840f-19db1b96492b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:28.787340 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-ff03b1d1-3201-43b1-840f-19db1b96492b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:28.791199 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-ff03b1d1-3201-43b1-840f-19db1b96492b admin admin] Usage tracker for resource:security_group_rule and tenant:01e5315d301b4e1ebc9c49cb1bc26c8e is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:28.794106 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-ff03b1d1-3201-43b1-840f-19db1b96492b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:28.800474 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-ff03b1d1-3201-43b1-840f-19db1b96492b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:28.821611 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning for port edc52709-088d-4497-9bf9-17b0ce58e8b0 completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:45:28.830034 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning complete for port edc52709-088d-4497-9bf9-17b0ce58e8b0 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:28.831574 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:28.898899 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ff03b1d1-3201-43b1-840f-19db1b96492b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:28.905416 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ff03b1d1-3201-43b1-840f-19db1b96492b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:28.918462 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-758cc1f8-3b76-40de-86a1-835f78e4cd85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:28.955142 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:28.959317 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03b1d1-3201-43b1-840f-19db1b96492b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcba493f-b383-4ec3-be7a-cbb782a6a192,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:28.962487 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-ff03b1d1-3201-43b1-840f-19db1b96492b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:28.965889 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-ff03b1d1-3201-43b1-840f-19db1b96492b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=01e5315d301b4e1ebc9c49cb1bc26c8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2102222 May 25 15:45:28.968717 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 40820) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:28.984966 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c7d896-a91f-427a-9b65-28bdb46f4f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc52709-088d-4497-9bf9-17b0ce58e8b0'}] {{(pid=98475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:45:28.995213 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port edc52709-088d-4497-9bf9-17b0ce58e8b0, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=edc52709-088d-4497-9bf9-17b0ce58e8b0,segment=NetworkSegment(dc5b8ae6-5892-45da-93f0-543aec61d126),segment_id=dc5b8ae6-5892-45da-93f0-543aec61d126)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:45:29.009603 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:29.013460 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:29.075998 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-badf9308-7925-4e99-a792-c6b23bea2985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:29.078387 dv-cinder-791240-3-iscsi neutron-server[98475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c7d896-a91f-427a-9b65-28bdb46f4f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc52709-088d-4497-9bf9-17b0ce58e8b0', 'code': 200} May 25 15:45:29.119565 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=edc52709-088d-4497-9bf9-17b0ce58e8b0,revision_number=5']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:29.122878 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:29.136774 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-badf9308-7925-4e99-a792-c6b23bea2985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:29.307473 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d8f7b-90c3-4ed4-bf7f-da8d4a518c58 req-f6d0c346-c7c9-461d-a425-39c32864172b tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:29.308227 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-618d8f7b-90c3-4ed4-bf7f-da8d4a518c58 req-f6d0c346-c7c9-461d-a425-39c32864172b tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Synchronizing usage tracker for tenant:6c5ec2154f8d47738882b025a961628f on resource:port {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:45:29.312915 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-badf9308-7925-4e99-a792-c6b23bea2985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:29.317748 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-c6001372-4567-4fcc-9541-35a89612c1dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:29.336610 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf9308-7925-4e99-a792-c6b23bea2985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcba493f-b383-4ec3-be7a-cbb782a6a192,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:29.340826 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-badf9308-7925-4e99-a792-c6b23bea2985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:29.343051 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-badf9308-7925-4e99-a792-c6b23bea2985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:29.344568 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-badf9308-7925-4e99-a792-c6b23bea2985 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fcba493f-b383-4ec3-be7a-cbb782a6a192 HTTP/1.1" status: 204 len: 168 time: 0.3742554 May 25 15:45:29.347187 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-618d8f7b-90c3-4ed4-bf7f-da8d4a518c58 req-f6d0c346-c7c9-461d-a425-39c32864172b tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Unset dirty status for tenant:6c5ec2154f8d47738882b025a961628f on resource:port {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:45:29.348954 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-618d8f7b-90c3-4ed4-bf7f-da8d4a518c58 req-f6d0c346-c7c9-461d-a425-39c32864172b tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 931 time: 0.2522917 May 25 15:45:29.382879 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb2d9e-143e-4ce6-b3a4-ae6321fa713d req-2f504dba-36e2-4893-98ce-b6b136b1a180 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:29.391252 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b9cb2d9e-143e-4ce6-b3a4-ae6321fa713d req-2f504dba-36e2-4893-98ce-b6b136b1a180 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c7d896-a91f-427a-9b65-28bdb46f4f9c HTTP/1.1" status: 200 len: 946 time: 0.1304171 May 25 15:45:29.419647 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-618d8f7b-90c3-4ed4-bf7f-da8d4a518c58 req-ff6a21b4-ccb3-4faa-8018-f497e3ff8908 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641615 May 25 15:45:29.445554 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b9cb2d9e-143e-4ce6-b3a4-ae6321fa713d req-3c6d2c04-f93b-4446-a4ee-d27df6848686 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473633 May 25 15:45:30.663794 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183ed4b-4aa9-4468-9690-39fcb188a864 req-7a8891ad-6c00-4926-bdf3-c6e9b23ff429 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:30.665371 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d183ed4b-4aa9-4468-9690-39fcb188a864 req-7a8891ad-6c00-4926-bdf3-c6e9b23ff429 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 931 time: 0.1153646 May 25 15:45:30.683813 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17145db5-60bf-4b52-92b9-b87f257c6115 req-153a3803-6639-4873-be73-df2f1d623f87 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:30.685504 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-17145db5-60bf-4b52-92b9-b87f257c6115 req-153a3803-6639-4873-be73-df2f1d623f87 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c7d896-a91f-427a-9b65-28bdb46f4f9c HTTP/1.1" status: 200 len: 946 time: 0.0965233 May 25 15:45:30.732418 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d183ed4b-4aa9-4468-9690-39fcb188a864 req-30a9860a-3adb-45b8-8466-c2000f347ff8 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604911 May 25 15:45:30.737131 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-17145db5-60bf-4b52-92b9-b87f257c6115 req-0c9c09a1-12fc-475f-aba0-a0b5fbd07c48 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452874 May 25 15:45:31.980279 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e91012-69bc-4146-8447-0dd864b4a57e req-bb821ae7-2b50-4b7f-b56e-059d631c8172 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:31.982021 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f3008-ba9c-406e-9030-91d92b19e098 req-c41e600f-6056-41ba-b215-2368eb42fb42 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:31.983312 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ad7f3008-ba9c-406e-9030-91d92b19e098 req-c41e600f-6056-41ba-b215-2368eb42fb42 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c7d896-a91f-427a-9b65-28bdb46f4f9c HTTP/1.1" status: 200 len: 946 time: 0.0960805 May 25 15:45:31.984274 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-93e91012-69bc-4146-8447-0dd864b4a57e req-bb821ae7-2b50-4b7f-b56e-059d631c8172 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 931 time: 0.1085665 May 25 15:45:32.035322 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ad7f3008-ba9c-406e-9030-91d92b19e098 req-c900e6c0-146e-4aab-b7c6-2536d08a5ad8 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453601 May 25 15:45:32.058754 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-93e91012-69bc-4146-8447-0dd864b4a57e req-57a24973-1846-4d1d-83b2-e14eb2dcbbb6 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700064 May 25 15:45:33.256607 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23562f-84fb-4981-8ad1-1d065d9c8c55 req-c7170ab7-fad8-439b-82f3-fd24024fbe25 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:33.258430 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-4a23562f-84fb-4981-8ad1-1d065d9c8c55 req-c7170ab7-fad8-439b-82f3-fd24024fbe25 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c7d896-a91f-427a-9b65-28bdb46f4f9c HTTP/1.1" status: 200 len: 946 time: 0.0982573 May 25 15:45:33.266884 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8e270-3514-4dc8-b7f4-f12e481c5e1a req-6303fdca-00ab-4093-b503-28908db1751e tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:33.268384 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-5be8e270-3514-4dc8-b7f4-f12e481c5e1a req-6303fdca-00ab-4093-b503-28908db1751e tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 931 time: 0.0950904 May 25 15:45:33.306441 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-4a23562f-84fb-4981-8ad1-1d065d9c8c55 req-e4a919c6-4ab3-4cc5-a9fa-1a8b3fc821a3 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424492 May 25 15:45:33.316042 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-5be8e270-3514-4dc8-b7f4-f12e481c5e1a req-b5c9d3f5-a8c7-4a90-83e1-9b4da190cdd7 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415492 May 25 15:45:34.514778 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46436577-5b02-4377-a818-bad90a3429c5 req-4d49366a-b3cb-4b8a-927b-adb05d569919 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:34.516745 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-46436577-5b02-4377-a818-bad90a3429c5 req-4d49366a-b3cb-4b8a-927b-adb05d569919 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c7d896-a91f-427a-9b65-28bdb46f4f9c HTTP/1.1" status: 200 len: 946 time: 0.0957098 May 25 15:45:34.526762 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98eaa0-f159-4609-bd5c-dd123a752d4b req-28a73925-d9b1-4fd2-8cd4-d1f6c4ab189b tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:34.528475 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-cf98eaa0-f159-4609-bd5c-dd123a752d4b req-28a73925-d9b1-4fd2-8cd4-d1f6c4ab189b tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 931 time: 0.0974519 May 25 15:45:34.580279 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-cf98eaa0-f159-4609-bd5c-dd123a752d4b req-c25a12de-3142-4d10-a73e-fd1404177a7a tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446992 May 25 15:45:34.667393 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-46436577-5b02-4377-a818-bad90a3429c5 req-b11bb57e-54c3-414e-83ae-5730bb09063c tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425629 May 25 15:45:35.773053 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669df09-f4c4-4fd0-b9a0-0c7e45c67976 req-afb73839-c862-4cc9-b279-259eb8d461fd tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:35.775395 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-8669df09-f4c4-4fd0-b9a0-0c7e45c67976 req-afb73839-c862-4cc9-b279-259eb8d461fd tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 931 time: 0.0866733 May 25 15:45:35.824911 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-8669df09-f4c4-4fd0-b9a0-0c7e45c67976 req-d40c8910-d7e1-449b-85f6-5b87123c65f3 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414438 May 25 15:45:35.876671 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2625a2-09af-47d2-84f9-e0f1f075371c req-4371a06a-3725-4634-b7b9-2993b734f9e9 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:35.878085 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2d2625a2-09af-47d2-84f9-e0f1f075371c req-4371a06a-3725-4634-b7b9-2993b734f9e9 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c7d896-a91f-427a-9b65-28bdb46f4f9c HTTP/1.1" status: 200 len: 946 time: 0.0914876 May 25 15:45:35.924838 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2d2625a2-09af-47d2-84f9-e0f1f075371c req-167dc3ef-e9e7-43c9-b859-6384dea742c6 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397873 May 25 15:45:37.045594 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91cd2c-36d0-49bd-a9ed-a2ad1c7bb5c1 req-566c90a0-2c13-4d9b-907e-39a1fa5a36a9 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:37.048260 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-9f91cd2c-36d0-49bd-a9ed-a2ad1c7bb5c1 req-566c90a0-2c13-4d9b-907e-39a1fa5a36a9 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 931 time: 0.1011944 May 25 15:45:37.100915 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-9f91cd2c-36d0-49bd-a9ed-a2ad1c7bb5c1 req-2efa55d2-8546-4ccb-a720-7664b8335027 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459476 May 25 15:45:37.193682 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a43036-68bd-4369-a763-147c74fd12f8 req-be9880a8-10ea-4485-81da-e9131338ce32 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:37.195206 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-95a43036-68bd-4369-a763-147c74fd12f8 req-be9880a8-10ea-4485-81da-e9131338ce32 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c7d896-a91f-427a-9b65-28bdb46f4f9c HTTP/1.1" status: 200 len: 946 time: 0.1384163 May 25 15:45:37.245497 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-95a43036-68bd-4369-a763-147c74fd12f8 req-731208ba-9848-4995-8707-dd1b21b2274b tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423279 May 25 15:45:38.303504 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4860514-e66a-48e1-b98f-12fe405a33d9 req-8a8c95d5-f59d-4d42-9205-8fee13c7f11c tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:38.305090 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a4860514-e66a-48e1-b98f-12fe405a33d9 req-8a8c95d5-f59d-4d42-9205-8fee13c7f11c tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 931 time: 0.0824769 May 25 15:45:38.358573 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a4860514-e66a-48e1-b98f-12fe405a33d9 req-62dded5d-1f26-4722-a4a0-bc2d2ed05118 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448079 May 25 15:45:38.437166 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1270c-f561-4b6a-9ae9-d97c2ad1aa27 req-ce78422b-f9f7-4233-901e-9aacef05204b tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:38.439216 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-f2d1270c-f561-4b6a-9ae9-d97c2ad1aa27 req-ce78422b-f9f7-4233-901e-9aacef05204b tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c7d896-a91f-427a-9b65-28bdb46f4f9c HTTP/1.1" status: 200 len: 946 time: 0.0854223 May 25 15:45:38.486918 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-f2d1270c-f561-4b6a-9ae9-d97c2ad1aa27 req-042fe6e7-9f86-4c00-8e3d-40b8240be334 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416241 May 25 15:45:39.558654 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56738bb3-dc8f-4887-9186-a01fce342c8c req-efe23f50-e281-471c-8da5-9b27e75e2cb8 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:39.560363 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-56738bb3-dc8f-4887-9186-a01fce342c8c req-efe23f50-e281-471c-8da5-9b27e75e2cb8 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 931 time: 0.0889142 May 25 15:45:39.623335 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-56738bb3-dc8f-4887-9186-a01fce342c8c req-8b4c3b07-25c5-455b-8289-063979c6c911 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562658 May 25 15:45:39.735452 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27221db3-e09f-44d3-be46-a5f7dd665832 req-cc658d5d-d021-4894-9e4c-35a06ed30d85 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:39.737008 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-27221db3-e09f-44d3-be46-a5f7dd665832 req-cc658d5d-d021-4894-9e4c-35a06ed30d85 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c7d896-a91f-427a-9b65-28bdb46f4f9c HTTP/1.1" status: 200 len: 946 time: 0.0875406 May 25 15:45:39.796451 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-27221db3-e09f-44d3-be46-a5f7dd665832 req-a4e1837e-3258-4eee-a8cc-95fc8136924c tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535419 May 25 15:45:39.924550 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 41004) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:40.050811 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-97630625-7551-49bf-9615-796e00d46503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:40.065969 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-97630625-7551-49bf-9615-796e00d46503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:40.069793 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-97630625-7551-49bf-9615-796e00d46503 admin admin] Usage tracker for resource:security_group_rule and tenant:64afd0a5ffc7460fb048bde7b78adf71 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:40.072625 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-97630625-7551-49bf-9615-796e00d46503 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:40.078714 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-97630625-7551-49bf-9615-796e00d46503 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:40.166030 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-97630625-7551-49bf-9615-796e00d46503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:40.170008 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-97630625-7551-49bf-9615-796e00d46503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:40.178638 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-6dc4eaeb-c61b-43ba-a667-11f45a3da893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:40.220847 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-97630625-7551-49bf-9615-796e00d46503 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=64afd0a5ffc7460fb048bde7b78adf71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952631 May 25 15:45:40.222393 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97630625-7551-49bf-9615-796e00d46503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd65fcd-b131-4a23-8981-12f127a08b9d,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:40.223546 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 41010) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:40.229972 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97630625-7551-49bf-9615-796e00d46503 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:40.230347 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97630625-7551-49bf-9615-796e00d46503 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:40.230685 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97630625-7551-49bf-9615-796e00d46503 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:40.231094 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97630625-7551-49bf-9615-796e00d46503 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:40.231636 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97630625-7551-49bf-9615-796e00d46503 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:40.232118 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97630625-7551-49bf-9615-796e00d46503 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:40.232472 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97630625-7551-49bf-9615-796e00d46503 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:40.233166 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97630625-7551-49bf-9615-796e00d46503 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:40.233513 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97630625-7551-49bf-9615-796e00d46503 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:40.233852 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97630625-7551-49bf-9615-796e00d46503 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:40.234236 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97630625-7551-49bf-9615-796e00d46503 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:40.234544 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97630625-7551-49bf-9615-796e00d46503 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:40.238537 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-97630625-7551-49bf-9615-796e00d46503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:40.276220 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-1e4cbe0d-390f-42fd-992d-671bd59b6afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:40.295859 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-3f163868-ba68-40ce-a915-d6d264679d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:40.324329 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-3f163868-ba68-40ce-a915-d6d264679d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:40.411798 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-3f163868-ba68-40ce-a915-d6d264679d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:40.415591 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-3fef53f2-6d54-4894-b5ac-c99d878de1dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:40.428309 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f163868-ba68-40ce-a915-d6d264679d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd65fcd-b131-4a23-8981-12f127a08b9d,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:40.440575 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f163868-ba68-40ce-a915-d6d264679d5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:40.440954 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f163868-ba68-40ce-a915-d6d264679d5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:40.441320 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f163868-ba68-40ce-a915-d6d264679d5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:40.441684 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f163868-ba68-40ce-a915-d6d264679d5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:40.442040 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f163868-ba68-40ce-a915-d6d264679d5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:40.442395 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f163868-ba68-40ce-a915-d6d264679d5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:40.442745 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f163868-ba68-40ce-a915-d6d264679d5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:40.443093 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f163868-ba68-40ce-a915-d6d264679d5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:40.443443 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f163868-ba68-40ce-a915-d6d264679d5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:40.443791 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f163868-ba68-40ce-a915-d6d264679d5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:40.444159 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f163868-ba68-40ce-a915-d6d264679d5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:40.444503 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f163868-ba68-40ce-a915-d6d264679d5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:45:40.448075 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-3f163868-ba68-40ce-a915-d6d264679d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:40.449016 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-3f163868-ba68-40ce-a915-d6d264679d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:40.450173 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-3f163868-ba68-40ce-a915-d6d264679d5f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1fd65fcd-b131-4a23-8981-12f127a08b9d HTTP/1.1" status: 204 len: 168 time: 0.2253256 May 25 15:45:40.727607 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 41020) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:40.746226 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-03a45d84-ae3c-477a-9d47-d659eca91415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:40.761156 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-03a45d84-ae3c-477a-9d47-d659eca91415 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:40.764919 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-03a45d84-ae3c-477a-9d47-d659eca91415 admin admin] Usage tracker for resource:security_group_rule and tenant:39e0dac7948548b692587b5d4637bd51 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:40.767756 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-03a45d84-ae3c-477a-9d47-d659eca91415 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:40.773384 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-03a45d84-ae3c-477a-9d47-d659eca91415 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:40.806472 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c8f2c-c6f2-45fb-a553-ec68342eab83 req-572f3936-3295-4123-a457-b990a3835b72 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:40.808027 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a18c8f2c-c6f2-45fb-a553-ec68342eab83 req-572f3936-3295-4123-a457-b990a3835b72 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 931 time: 0.0814621 May 25 15:45:40.862437 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a18c8f2c-c6f2-45fb-a553-ec68342eab83 req-d6ae2183-5850-4d91-987a-4dfa625209bd tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479007 May 25 15:45:40.867075 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-03a45d84-ae3c-477a-9d47-d659eca91415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:40.871478 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-03a45d84-ae3c-477a-9d47-d659eca91415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:40.886901 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-52dd52d8-c20d-4df1-8c4e-3b0b364e3b66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:40.962621 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-03a45d84-ae3c-477a-9d47-d659eca91415 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=39e0dac7948548b692587b5d4637bd51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335179 May 25 15:45:40.965282 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 41028) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:40.965410 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a45d84-ae3c-477a-9d47-d659eca91415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fca704-92ec-4600-a4a3-feb226bb1491,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:40.971122 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-03a45d84-ae3c-477a-9d47-d659eca91415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:41.006993 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6219178-a379-4151-972e-3411d87c206d req-27bfd777-95d2-4fae-8ba3-e7cdc13754d1 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:41.008456 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c6219178-a379-4151-972e-3411d87c206d req-27bfd777-95d2-4fae-8ba3-e7cdc13754d1 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c7d896-a91f-427a-9b65-28bdb46f4f9c HTTP/1.1" status: 200 len: 946 time: 0.1064348 May 25 15:45:41.026147 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7f7a64f6-c852-44ab-9c02-9611e9c5cbaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:41.051615 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7f7a64f6-c852-44ab-9c02-9611e9c5cbaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:41.052587 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c6219178-a379-4151-972e-3411d87c206d req-f2003872-94ce-4abe-9d2f-4c67e4fbe091 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382671 May 25 15:45:41.107136 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7f7a64f6-c852-44ab-9c02-9611e9c5cbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:41.111426 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-0b741d1a-b021-4f65-876f-0a2f455007af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:41.122860 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a64f6-c852-44ab-9c02-9611e9c5cbaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fca704-92ec-4600-a4a3-feb226bb1491,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:41.126001 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-7f7a64f6-c852-44ab-9c02-9611e9c5cbaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:41.133322 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7f7a64f6-c852-44ab-9c02-9611e9c5cbaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:41.134455 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-7f7a64f6-c852-44ab-9c02-9611e9c5cbaf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/42fca704-92ec-4600-a4a3-feb226bb1491 HTTP/1.1" status: 204 len: 168 time: 0.1681488 May 25 15:45:41.495479 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 41036) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:41.512477 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-64d4d96c-8be1-4bc8-9ec7-27fc508f96db admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:41.526794 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-64d4d96c-8be1-4bc8-9ec7-27fc508f96db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:41.530514 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-64d4d96c-8be1-4bc8-9ec7-27fc508f96db admin admin] Usage tracker for resource:security_group_rule and tenant:7c618779561d4bbfa8978f79b2812e4b is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:41.533949 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-64d4d96c-8be1-4bc8-9ec7-27fc508f96db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:41.539600 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-64d4d96c-8be1-4bc8-9ec7-27fc508f96db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:41.623319 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-64d4d96c-8be1-4bc8-9ec7-27fc508f96db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:41.627115 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-64d4d96c-8be1-4bc8-9ec7-27fc508f96db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:41.634490 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-11f85079-dfd3-444d-94f2-49ab27ecdd72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:41.675019 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-64d4d96c-8be1-4bc8-9ec7-27fc508f96db admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c618779561d4bbfa8978f79b2812e4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1783650 May 25 15:45:41.675957 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d4d96c-8be1-4bc8-9ec7-27fc508f96db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e1a39e-def3-47b2-aff1-5a5827b0e1a2,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:41.677590 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 41040) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:41.679149 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-64d4d96c-8be1-4bc8-9ec7-27fc508f96db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:41.737309 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e35152d8-115b-4088-a78d-52385aa0ffc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:41.762294 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e35152d8-115b-4088-a78d-52385aa0ffc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:41.813128 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e35152d8-115b-4088-a78d-52385aa0ffc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:41.817232 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-f2349e40-4217-4398-8fea-6a56d37494ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:41.827733 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35152d8-115b-4088-a78d-52385aa0ffc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e1a39e-def3-47b2-aff1-5a5827b0e1a2,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:41.830513 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-e35152d8-115b-4088-a78d-52385aa0ffc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:41.836524 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e35152d8-115b-4088-a78d-52385aa0ffc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:41.840226 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-e35152d8-115b-4088-a78d-52385aa0ffc4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78e1a39e-def3-47b2-aff1-5a5827b0e1a2 HTTP/1.1" status: 204 len: 168 time: 0.1616523 May 25 15:45:42.069384 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6fc24-6b51-4d76-9fb7-f32c31e3877c req-a1515282-22b2-4733-94ee-bb5ab5ea6af0 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:42.071052 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-64a6fc24-6b51-4d76-9fb7-f32c31e3877c req-a1515282-22b2-4733-94ee-bb5ab5ea6af0 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 931 time: 0.0973153 May 25 15:45:42.124356 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-64a6fc24-6b51-4d76-9fb7-f32c31e3877c req-ef2f6acc-ed39-4e96-a8a3-3750a01d92c0 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476542 May 25 15:45:42.244464 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4beedf-36f8-4790-a649-88605bcc7eed req-ff2db0c8-eac7-4c62-999e-c43e476aa73b tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:42.245909 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-fa4beedf-36f8-4790-a649-88605bcc7eed req-ff2db0c8-eac7-4c62-999e-c43e476aa73b tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c7d896-a91f-427a-9b65-28bdb46f4f9c HTTP/1.1" status: 200 len: 946 time: 0.0849524 May 25 15:45:42.290660 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-fa4beedf-36f8-4790-a649-88605bcc7eed req-e7c363f6-c625-41b9-afe0-2697ac65e7b8 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377469 May 25 15:45:42.715604 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:42.873852 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-871ef524-44b1-4920-9b25-44f9f498ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:43.242783 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:45:43.307935 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757782f5-65b3-4925-8b18-bc39cee99b00 req-7a67a015-0d02-48fe-ba9f-4d7d0120c94c tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:43.309414 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-757782f5-65b3-4925-8b18-bc39cee99b00 req-7a67a015-0d02-48fe-ba9f-4d7d0120c94c tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 931 time: 0.0829694 May 25 15:45:43.360428 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-7124b64c-0883-4c2f-8567-0e5c7babb690 service neutron] Request body: {'port': {'device_id': '40f931bd-e818-42c2-b517-3db25f063e81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:45:43.404850 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-757782f5-65b3-4925-8b18-bc39cee99b00 req-6be0dafd-aa93-43a8-84e7-0c28867a3449 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892141 May 25 15:45:43.485681 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-7124b64c-0883-4c2f-8567-0e5c7babb690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:43.544347 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf278f-6409-4e81-baba-b61de0ae5394 req-e7d31fb9-a42a-460f-b29f-ffd8210f570c tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:43.546922 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-78cf278f-6409-4e81-baba-b61de0ae5394 req-e7d31fb9-a42a-460f-b29f-ffd8210f570c tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c7d896-a91f-427a-9b65-28bdb46f4f9c HTTP/1.1" status: 200 len: 946 time: 0.1278291 May 25 15:45:43.650174 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-78cf278f-6409-4e81-baba-b61de0ae5394 req-f37f57bf-774a-42f7-b966-ff6f3fb08a78 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582266 May 25 15:45:43.662015 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36f60f-49af-4b9b-81c0-c72d1b2acb6c req-ff82fa41-a838-4a85-91ba-a8121957bbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:43.669986 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-7e36f60f-49af-4b9b-81c0-c72d1b2acb6c req-ff82fa41-a838-4a85-91ba-a8121957bbd8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=01c7d896-a91f-427a-9b65-28bdb46f4f9c HTTP/1.1" status: 200 len: 1099 time: 0.1158657 May 25 15:45:43.710142 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-7e36f60f-49af-4b9b-81c0-c72d1b2acb6c req-9a485672-aa5e-45f0-a770-89bf6040998b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386987 May 25 15:45:43.732249 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:43.933682 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-7124b64c-0883-4c2f-8567-0e5c7babb690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c {{(pid=98473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:45:43.944021 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-7124b64c-0883-4c2f-8567-0e5c7babb690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:43.958090 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.provisioning_blocks [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-7124b64c-0883-4c2f-8567-0e5c7babb690 service neutron] Transition to ACTIVE for port object e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c will not be triggered until provisioned by entity L2. {{(pid=98473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:45:43.962024 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-7124b64c-0883-4c2f-8567-0e5c7babb690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31785049'] for port, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:43.971224 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-61f09049-b391-4782-a35e-edd4ea802474 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:44.141899 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124b64c-0883-4c2f-8567-0e5c7babb690 service neutron] Pushing event updated for resources: {'Port': ['ID=e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c,revision_number=2']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:44.144752 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-7124b64c-0883-4c2f-8567-0e5c7babb690 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:44.215812 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.managers [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-7124b64c-0883-4c2f-8567-0e5c7babb690 service neutron] Attempting to bind port e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:45:44.216178 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.managers [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-7124b64c-0883-4c2f-8567-0e5c7babb690 service neutron] Attempting to bind port e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '738642ba-67aa-4ae5-9425-36a990ad78b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b'}] {{(pid=98473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:45:44.216504 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-7124b64c-0883-4c2f-8567-0e5c7babb690 service neutron] Attempting to bind port e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c on network e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:45:44.221620 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-7124b64c-0883-4c2f-8567-0e5c7babb690 service neutron] Port e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c on network e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:45:44.221968 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-7124b64c-0883-4c2f-8567-0e5c7babb690 service neutron] Attempting to bind port e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c on network e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:45:44.227018 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-7124b64c-0883-4c2f-8567-0e5c7babb690 service neutron] Checking agent: {'id': 'eb2109ed-85e4-4c57-98e0-c43a853e4d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'started_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:45:44.227391 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-7124b64c-0883-4c2f-8567-0e5c7babb690 service neutron] Checking segment: {'id': '738642ba-67aa-4ae5-9425-36a990ad78b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:45:44.227772 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-7124b64c-0883-4c2f-8567-0e5c7babb690 service neutron] Bound using segment: {'id': '738642ba-67aa-4ae5-9425-36a990ad78b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b'} {{(pid=98473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:45:44.228222 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.managers [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-7124b64c-0883-4c2f-8567-0e5c7babb690 service neutron] Bound port: e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '738642ba-67aa-4ae5-9425-36a990ad78b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b'}}] {{(pid=98473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:45:44.228567 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-7124b64c-0883-4c2f-8567-0e5c7babb690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:44.320349 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-7124b64c-0883-4c2f-8567-0e5c7babb690 service neutron] For port e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c, host hv-cinder-79124, cleared binding levels {{(pid=98473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:45:44.323284 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-7124b64c-0883-4c2f-8567-0e5c7babb690 service neutron] For port e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c,segment=NetworkSegment(738642ba-67aa-4ae5-9425-36a990ad78b7),segment_id=738642ba-67aa-4ae5-9425-36a990ad78b7)] {{(pid=98473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:45:44.328874 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-7124b64c-0883-4c2f-8567-0e5c7babb690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31785049'] for port, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:44.333523 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-5b71d032-28cd-4c6f-a9f5-8473a5a25425 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:44.387130 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-7124b64c-0883-4c2f-8567-0e5c7babb690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:44.388022 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-7124b64c-0883-4c2f-8567-0e5c7babb690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:44.389376 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-7124b64c-0883-4c2f-8567-0e5c7babb690 service neutron] 10.222.0.57 "PUT /v2.0/ports/e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c HTTP/1.1" status: 200 len: 1093 time: 1.0373349 May 25 15:45:44.398441 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f931bd-e818-42c2-b517-3db25f063e81', 'tag': 'e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c'}] {{(pid=98473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:45:44.427495 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124b64c-0883-4c2f-8567-0e5c7babb690 service neutron] Pushing event updated for resources: {'Port': ['ID=e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c,revision_number=3']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:44.443491 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-7124b64c-0883-4c2f-8567-0e5c7babb690 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:44.491344 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f931bd-e818-42c2-b517-3db25f063e81', 'tag': 'e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c', 'status': 'completed', 'code': 200} May 25 15:45:44.534154 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-f60d4083-1187-4474-a022-7ee4a5a90c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:44.536010 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-f60d4083-1187-4474-a022-7ee4a5a90c2d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6c5ec2154f8d47738882b025a961628f&device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 1096 time: 0.0887105 May 25 15:45:44.536853 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 41124) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:44.623709 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-9d94b969-f7dc-4d04-b3b3-2dbbef1703b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c HTTP/1.1" status: 200 len: 217 time: 0.0746539 May 25 15:45:44.636075 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe284a-8541-4b25-82b7-4a3960cffea7 req-a63f37ce-1631-4123-ab01-64162ed1539a tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:44.637695 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0ffe284a-8541-4b25-82b7-4a3960cffea7 req-a63f37ce-1631-4123-ab01-64162ed1539a tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 943 time: 0.0866024 May 25 15:45:44.687494 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-d114ca79-c089-40df-b6b2-9bcfc56fc53e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:44.690594 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-c6ea6068-4b0e-435e-b36c-a84ce0eea9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:44.692213 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-c6ea6068-4b0e-435e-b36c-a84ce0eea9f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b69bcd5b-467f-4553-a931-328c7b885a73 HTTP/1.1" status: 200 len: 854 time: 0.0588751 May 25 15:45:44.709229 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0ffe284a-8541-4b25-82b7-4a3960cffea7 req-75288be6-063f-4502-9d26-e11705511af4 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651953 May 25 15:45:44.713010 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-d114ca79-c089-40df-b6b2-9bcfc56fc53e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:44.717126 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-d114ca79-c089-40df-b6b2-9bcfc56fc53e admin admin] Usage tracker for resource:security_group_rule and tenant:664d455f5dbd45208b39498c825b2d8a is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:44.723305 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-d114ca79-c089-40df-b6b2-9bcfc56fc53e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:44.730237 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-d114ca79-c089-40df-b6b2-9bcfc56fc53e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:44.837581 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-8a61e367-3188-44a2-aa87-e7725bd890bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:44.839132 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-8a61e367-3188-44a2-aa87-e7725bd890bb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1366577 May 25 15:45:44.840387 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-d114ca79-c089-40df-b6b2-9bcfc56fc53e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:44.845096 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-d114ca79-c089-40df-b6b2-9bcfc56fc53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:44.853919 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-a7951185-0afd-4488-98cf-9bbaf32e2c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:44.894336 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-d114ca79-c089-40df-b6b2-9bcfc56fc53e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=664d455f5dbd45208b39498c825b2d8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3561945 May 25 15:45:44.896947 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 41132) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:44.899674 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114ca79-c089-40df-b6b2-9bcfc56fc53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbf3669-9b7a-429d-a447-b8300cf41b71,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:44.911668 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-d114ca79-c089-40df-b6b2-9bcfc56fc53e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:44.941411 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed824aa-007c-46e2-be46-ef39448ba269 req-4ee78080-a128-40bd-b02a-662a5efacf7b tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:44.942882 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-bed824aa-007c-46e2-be46-ef39448ba269 req-4ee78080-a128-40bd-b02a-662a5efacf7b tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c7d896-a91f-427a-9b65-28bdb46f4f9c HTTP/1.1" status: 200 len: 946 time: 0.1684651 May 25 15:45:44.964144 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-9744c5c0-d646-4f20-86a9-337e40d6718f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:44.993144 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-9744c5c0-d646-4f20-86a9-337e40d6718f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:45.019529 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-c11f8c63-bb24-40f7-9fb5-4b31795f226b service neutron] 10.222.0.57 "GET /v2.0/networks/e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716983 May 25 15:45:45.022279 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-bed824aa-007c-46e2-be46-ef39448ba269 req-fca9b9e2-e6f5-4bf1-8cc6-80cba126fb50 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725026 May 25 15:45:45.060590 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-9744c5c0-d646-4f20-86a9-337e40d6718f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:45.066349 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-314489f8-4cc2-466b-ab76-9e411766e77d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:45.081110 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744c5c0-d646-4f20-86a9-337e40d6718f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbf3669-9b7a-429d-a447-b8300cf41b71,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:45.083188 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-9744c5c0-d646-4f20-86a9-337e40d6718f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:45.092983 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-9744c5c0-d646-4f20-86a9-337e40d6718f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:45.096708 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-9744c5c0-d646-4f20-86a9-337e40d6718f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5cbf3669-9b7a-429d-a447-b8300cf41b71 HTTP/1.1" status: 204 len: 168 time: 0.1963799 May 25 15:45:45.175043 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a064ec74-956c-4b6a-a08c-4a91a095cf77 req-1aa19b2c-5f31-412d-a3b7-26ce7b182d3e service neutron] 10.222.0.57 "GET /v2.0/networks/e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441169 May 25 15:45:45.307153 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307556a-0fac-4301-8b61-c9c0a74e9340 req-1cae8874-df7a-46b5-afa9-5507c4f23e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:45.308679 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-f307556a-0fac-4301-8b61-c9c0a74e9340 req-1cae8874-df7a-46b5-afa9-5507c4f23e49 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6c5ec2154f8d47738882b025a961628f&device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 1096 time: 0.0828609 May 25 15:45:45.428327 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 41140) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:45.446359 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-7add0891-8189-4056-b199-4171d1ad9047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:45.460574 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-7add0891-8189-4056-b199-4171d1ad9047 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:45.464329 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-7add0891-8189-4056-b199-4171d1ad9047 admin admin] Usage tracker for resource:security_group_rule and tenant:dd88b918a6c0421499765da8ff04b52d is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:45.467146 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-7add0891-8189-4056-b199-4171d1ad9047 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:45.472851 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-7add0891-8189-4056-b199-4171d1ad9047 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:45.478469 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307556a-0fac-4301-8b61-c9c0a74e9340 req-c24dc2ad-70de-4c18-8223-402b3665a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:45.479899 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-f307556a-0fac-4301-8b61-c9c0a74e9340 req-c24dc2ad-70de-4c18-8223-402b3665a6a2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b HTTP/1.1" status: 200 len: 916 time: 0.1632617 May 25 15:45:45.506680 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:45.561344 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-f307556a-0fac-4301-8b61-c9c0a74e9340 req-8a50f3cc-e6e1-42fc-836e-584f8da1b3e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c HTTP/1.1" status: 200 len: 217 time: 0.0642211 May 25 15:45:45.563531 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-7add0891-8189-4056-b199-4171d1ad9047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:45.568018 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-7add0891-8189-4056-b199-4171d1ad9047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:45.581442 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-3f163868-ba68-40ce-a915-d6d264679d5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:45.663786 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-7add0891-8189-4056-b199-4171d1ad9047 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dd88b918a6c0421499765da8ff04b52d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340858 May 25 15:45:45.665208 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add0891-8189-4056-b199-4171d1ad9047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f1732e-b84c-4a2d-8257-7851390e6731,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:45.669751 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-7add0891-8189-4056-b199-4171d1ad9047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:45.670358 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 41144) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:45.736978 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-42016e38-0b2f-4674-847c-4414f8e19c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:45.761638 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307556a-0fac-4301-8b61-c9c0a74e9340 req-52aceb00-3f06-4a9c-8c75-0176bc0db31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:45.763088 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-f307556a-0fac-4301-8b61-c9c0a74e9340 req-52aceb00-3f06-4a9c-8c75-0176bc0db31a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b69bcd5b-467f-4553-a931-328c7b885a73 HTTP/1.1" status: 200 len: 854 time: 0.1950977 May 25 15:45:45.764084 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-42016e38-0b2f-4674-847c-4414f8e19c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:45.821611 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-42016e38-0b2f-4674-847c-4414f8e19c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:45.826714 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-3de15f57-1fb0-4a02-b9e4-d8f6ac5e27cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:45.840527 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307556a-0fac-4301-8b61-c9c0a74e9340 req-e75a5d6f-f640-4d17-97d7-e0a7df3dbe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:45.840903 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42016e38-0b2f-4674-847c-4414f8e19c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f1732e-b84c-4a2d-8257-7851390e6731,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:45.842173 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-f307556a-0fac-4301-8b61-c9c0a74e9340 req-e75a5d6f-f640-4d17-97d7-e0a7df3dbe9a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714574 May 25 15:45:45.880025 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-42016e38-0b2f-4674-847c-4414f8e19c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:45.889453 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-42016e38-0b2f-4674-847c-4414f8e19c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:45.890539 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-42016e38-0b2f-4674-847c-4414f8e19c92 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/86f1732e-b84c-4a2d-8257-7851390e6731 HTTP/1.1" status: 204 len: 168 time: 0.2190053 May 25 15:45:45.929220 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3fc620-eee9-4324-89f1-1db5e9a1bf26 req-f72084de-724b-46ef-9011-490dabfa314c tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:45.930755 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0c3fc620-eee9-4324-89f1-1db5e9a1bf26 req-f72084de-724b-46ef-9011-490dabfa314c tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 943 time: 0.0934007 May 25 15:45:45.977847 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0c3fc620-eee9-4324-89f1-1db5e9a1bf26 req-986dfdae-76db-45a9-b11f-8a6d552ded49 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404992 May 25 15:45:45.985899 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-f307556a-0fac-4301-8b61-c9c0a74e9340 req-c3edb4e5-208e-4c26-aa4b-871edfbb0584 service neutron] 10.222.0.57 "GET /v2.0/networks/e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368127 May 25 15:45:46.130040 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-f307556a-0fac-4301-8b61-c9c0a74e9340 req-8a07dc9a-fb9d-440e-8005-bd7634db4895 service neutron] 10.222.0.57 "GET /v2.0/networks/e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366739 May 25 15:45:46.223267 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7eb8f-b168-4a6c-89fc-7fbc12e0fcb7 req-80dd075a-f853-42ec-a553-2a5745d900bc tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:46.225015 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-94d7eb8f-b168-4a6c-89fc-7fbc12e0fcb7 req-80dd075a-f853-42ec-a553-2a5745d900bc tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c7d896-a91f-427a-9b65-28bdb46f4f9c HTTP/1.1" status: 200 len: 946 time: 0.0805502 May 25 15:45:46.273845 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-94d7eb8f-b168-4a6c-89fc-7fbc12e0fcb7 req-541f90c1-4fbf-470b-8e14-e9d844767fa9 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432091 May 25 15:45:47.162976 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31041d0-4062-4599-9aa4-4b9f67a59ec6 req-0fdc29c9-b2e7-4c32-ba7f-8f97149a1364 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:47.164472 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c31041d0-4062-4599-9aa4-4b9f67a59ec6 req-0fdc29c9-b2e7-4c32-ba7f-8f97149a1364 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 943 time: 0.0820651 May 25 15:45:47.210185 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c31041d0-4062-4599-9aa4-4b9f67a59ec6 req-b33952df-d292-483f-9ed8-04f959c5d6af tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400765 May 25 15:45:47.288269 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 41206) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:47.404180 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-1b7b83ad-f00a-4568-93f8-4cd7b43b3e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:47.418617 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-1b7b83ad-f00a-4568-93f8-4cd7b43b3e73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:45:47.422894 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-1b7b83ad-f00a-4568-93f8-4cd7b43b3e73 admin admin] Usage tracker for resource:security_group_rule and tenant:dcd887f14d9945dfb810abb0d4e09f0a is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:45:47.425745 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-1b7b83ad-f00a-4568-93f8-4cd7b43b3e73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:45:47.431298 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-1b7b83ad-f00a-4568-93f8-4cd7b43b3e73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:45:47.514196 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-1b7b83ad-f00a-4568-93f8-4cd7b43b3e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:47.518708 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-1b7b83ad-f00a-4568-93f8-4cd7b43b3e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:47.525616 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-97029018-e6e7-4ddf-97b2-503a4932f3c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:47.566110 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-1b7b83ad-f00a-4568-93f8-4cd7b43b3e73 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dcd887f14d9945dfb810abb0d4e09f0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2767956 May 25 15:45:47.567004 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b83ad-f00a-4568-93f8-4cd7b43b3e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a422556-2dc4-48b1-92a6-59498503de19,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:47.568879 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 41212) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:45:47.569985 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-1b7b83ad-f00a-4568-93f8-4cd7b43b3e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:47.626656 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-aad5a57f-2c42-4966-9c74-a700d99196ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:47.651872 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-aad5a57f-2c42-4966-9c74-a700d99196ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:47.701735 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-aad5a57f-2c42-4966-9c74-a700d99196ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:47.706821 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-044a9f4e-05a1-4931-a05a-a8498f21335a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:47.719913 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad5a57f-2c42-4966-9c74-a700d99196ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a422556-2dc4-48b1-92a6-59498503de19,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:47.722708 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-aad5a57f-2c42-4966-9c74-a700d99196ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:47.723648 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-aad5a57f-2c42-4966-9c74-a700d99196ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:47.726767 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-aad5a57f-2c42-4966-9c74-a700d99196ff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a422556-2dc4-48b1-92a6-59498503de19 HTTP/1.1" status: 204 len: 168 time: 0.1549280 May 25 15:45:48.466066 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f45b9b-8d97-47ba-8060-aefc0342bf9a req-4bf2225e-4dbe-41af-b04f-bc1b2258e7e1 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:48.467491 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-74f45b9b-8d97-47ba-8060-aefc0342bf9a req-4bf2225e-4dbe-41af-b04f-bc1b2258e7e1 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 943 time: 0.1506951 May 25 15:45:48.512024 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-74f45b9b-8d97-47ba-8060-aefc0342bf9a req-373b48c4-a725-4e1e-bc45-75062bc0a64e tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387225 May 25 15:45:48.848542 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:45:48.980827 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c,segment=NetworkSegment(738642ba-67aa-4ae5-9425-36a990ad78b7),segment_id=738642ba-67aa-4ae5-9425-36a990ad78b7)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:45:48.995792 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Returning: {'device': 'e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c', 'network_id': 'e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b', 'port_id': 'e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c', 'mac_address': 'fa:16:3e:49:54:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b69bcd5b-467f-4553-a931-328c7b885a73', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:45:49.052702 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:49.068917 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c {{(pid=98475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:45:49.084156 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c,segment=NetworkSegment(738642ba-67aa-4ae5-9425-36a990ad78b7),segment_id=738642ba-67aa-4ae5-9425-36a990ad78b7)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:45:49.088199 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:49.089934 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:49.154305 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c,revision_number=4']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:49.157904 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:49.471651 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:45:49.692569 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55864fc-782e-4fb0-adce-ed943b9c1008 req-3497cab6-578e-47a8-b244-079ad05f1168 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:49.694007 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-e55864fc-782e-4fb0-adce-ed943b9c1008 req-3497cab6-578e-47a8-b244-079ad05f1168 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 944 time: 0.0782781 May 25 15:45:49.738930 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-e55864fc-782e-4fb0-adce-ed943b9c1008 req-6fe5d424-c1d9-40e4-b7c5-8e85bfe2ecb1 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392931 May 25 15:45:50.169679 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-682b3ac1-504f-4e12-89d8-9e724ce47753 req-5989a45c-70f6-4605-99bf-dc4848a6cec2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730040 May 25 15:45:50.260941 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b3ac1-504f-4e12-89d8-9e724ce47753 req-454fe01d-e1ab-429a-8ccb-6353700577b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:50.262380 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-682b3ac1-504f-4e12-89d8-9e724ce47753 req-454fe01d-e1ab-429a-8ccb-6353700577b4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=09c1045625524f1b90d5479c8fb05c9e&device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 1098 time: 0.0696359 May 25 15:45:50.416162 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b3ac1-504f-4e12-89d8-9e724ce47753 req-97cc2973-5fba-41d8-8dad-2df6aa771bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:50.417501 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-682b3ac1-504f-4e12-89d8-9e724ce47753 req-97cc2973-5fba-41d8-8dad-2df6aa771bc0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f HTTP/1.1" status: 200 len: 912 time: 0.1315091 May 25 15:45:50.521748 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-682b3ac1-504f-4e12-89d8-9e724ce47753 req-79945847-fb6a-4c58-b64d-fa7a0c208e09 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=550a0639-2ef3-4aed-89e3-f416321e6a82 HTTP/1.1" status: 200 len: 1001 time: 0.0948372 May 25 15:45:50.585748 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b3ac1-504f-4e12-89d8-9e724ce47753 req-78d0b02a-a43a-4f1d-a9d6-900fb1d53fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:50.587174 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-682b3ac1-504f-4e12-89d8-9e724ce47753 req-78d0b02a-a43a-4f1d-a9d6-900fb1d53fb7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f08251b0-e8ff-4f78-a05b-357588699f33 HTTP/1.1" status: 200 len: 850 time: 0.0587754 May 25 15:45:50.662292 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b3ac1-504f-4e12-89d8-9e724ce47753 req-a73b9e1f-eab1-4504-b469-b9606243cc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:50.663763 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-682b3ac1-504f-4e12-89d8-9e724ce47753 req-a73b9e1f-eab1-4504-b469-b9606243cc4b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692399 May 25 15:45:50.797102 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-682b3ac1-504f-4e12-89d8-9e724ce47753 req-a9f4e003-9c43-4f87-ad8b-eec236e65862 service neutron] 10.222.0.57 "GET /v2.0/networks/6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251214 May 25 15:45:50.871651 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c up at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:45:50.939363 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-682b3ac1-504f-4e12-89d8-9e724ce47753 req-52556f95-dfd2-45b0-9dfd-e994eea0d2c0 service neutron] 10.222.0.57 "GET /v2.0/networks/6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352270 May 25 15:45:50.944759 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning for port e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:45:50.950401 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning complete for port e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:45:50.950907 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:51.070806 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1367f-7d97-4fe9-b1b5-95129a0f9230 req-ae9f6dda-2d96-4b7a-a01d-b05b8bb05ab2 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:51.072273 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-f6d1367f-7d97-4fe9-b1b5-95129a0f9230 req-ae9f6dda-2d96-4b7a-a01d-b05b8bb05ab2 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 944 time: 0.0793247 May 25 15:45:51.095466 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:51.122495 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f931bd-e818-42c2-b517-3db25f063e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c'}] {{(pid=98475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:45:51.133557 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c,segment=NetworkSegment(738642ba-67aa-4ae5-9425-36a990ad78b7),segment_id=738642ba-67aa-4ae5-9425-36a990ad78b7)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:45:51.136466 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-f6d1367f-7d97-4fe9-b1b5-95129a0f9230 req-eab63c92-6902-4f19-982f-a5073f1ec6d5 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577300 May 25 15:45:51.138549 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:51.140765 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2699638a-b2a6-4454-901e-5c82aa7a5bf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:45:51.184125 dv-cinder-791240-3-iscsi neutron-server[98475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f931bd-e818-42c2-b517-3db25f063e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c', 'code': 200} May 25 15:45:51.221472 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c,revision_number=5']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:45:51.224299 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:45:51.429906 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a012e-70c3-4956-946c-df6a1a6f8dda req-887ad5e4-3a3a-4240-a9e7-1c40fa9b503d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:51.431246 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-e29a012e-70c3-4956-946c-df6a1a6f8dda req-887ad5e4-3a3a-4240-a9e7-1c40fa9b503d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 1098 time: 0.0713046 May 25 15:45:51.476442 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-e29a012e-70c3-4956-946c-df6a1a6f8dda req-c06dd289-9b3f-4727-aaf1-610ff1fb1701 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378144 May 25 15:45:52.203252 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:45:52.316681 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384d99d-886f-4f3e-a545-a1467db9ea1b req-84e81a49-bcfe-49c8-bc17-6019edb7d5ce tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:52.318095 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d384d99d-886f-4f3e-a545-a1467db9ea1b req-84e81a49-bcfe-49c8-bc17-6019edb7d5ce tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 945 time: 0.0786281 May 25 15:45:52.363203 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d384d99d-886f-4f3e-a545-a1467db9ea1b req-a31bfb7f-9833-4fee-b453-39402b07f6d9 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393403 May 25 15:45:53.626909 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375279be-c0b6-4ea2-af9d-6c66660e091a req-a9cde243-8f7c-437a-bf2f-126cd2228ebe tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:53.628274 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-375279be-c0b6-4ea2-af9d-6c66660e091a req-a9cde243-8f7c-437a-bf2f-126cd2228ebe tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 945 time: 0.1564314 May 25 15:45:53.674402 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-375279be-c0b6-4ea2-af9d-6c66660e091a req-b15ef7fa-d90f-4e32-b101-8c6a5443aff0 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403864 May 25 15:45:53.873130 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee244e2-7abd-4b33-b109-d97926d4361c req-2eaf2ca2-656a-44b4-b5f8-09edc2c496e0 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:53.874584 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0ee244e2-7abd-4b33-b109-d97926d4361c req-2eaf2ca2-656a-44b4-b5f8-09edc2c496e0 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 945 time: 0.0829067 May 25 15:45:53.920119 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0ee244e2-7abd-4b33-b109-d97926d4361c req-02b19528-d7b2-4ccd-8d7b-d82154b0b44a tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386009 May 25 15:45:54.300789 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681e32d-57c5-42e0-8622-955526a0cc6b req-272bbf3c-d489-410a-8779-3b7001ca2115 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:45:54.302225 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1681e32d-57c5-42e0-8622-955526a0cc6b req-272bbf3c-d489-410a-8779-3b7001ca2115 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 945 time: 0.0787926 May 25 15:45:54.345461 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1681e32d-57c5-42e0-8622-955526a0cc6b req-4e2e50d3-04b0-4107-ae16-1afb2ab3f851 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376437 May 25 15:46:10.246825 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ef17081c-94cd-4c2b-a981-e8ca9329cc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:12.708427 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:12.874833 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d78f-656c-400f-8116-fed9061414f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:13.733323 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:14.603769 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2eccb7-c0c1-4570-9b92-ad0f80c28f30 req-eec7ce1c-2fa6-4fe5-940d-95490084593d tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:14.605249 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-4a2eccb7-c0c1-4570-9b92-ad0f80c28f30 req-eec7ce1c-2fa6-4fe5-940d-95490084593d tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 945 time: 0.0816772 May 25 15:46:14.649496 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-4a2eccb7-c0c1-4570-9b92-ad0f80c28f30 req-7966f742-978f-4157-b3dd-2ad23011c4cb tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384033 May 25 15:46:14.672639 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 41394) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:14.905435 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2787e3-392e-4205-bbde-9e4866f83e00 tempest-TestMinimumBasicScenario-773827850 tempest-TestMinimumBasicScenario-773827850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:14.906919 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-6c2787e3-392e-4205-bbde-9e4866f83e00 tempest-TestMinimumBasicScenario-773827850 tempest-TestMinimumBasicScenario-773827850-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 1093 time: 0.2332914 May 25 15:46:14.910233 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 41402) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:14.915247 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-67b47b60-c394-4e9e-a460-82afc886e2cc tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Request body: {'floatingip': {'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'port_id': 'e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c', 'tenant_id': '6c5ec2154f8d47738882b025a961628f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:46:14.921231 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-67b47b60-c394-4e9e-a460-82afc886e2cc tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:46:14.925525 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-67b47b60-c394-4e9e-a460-82afc886e2cc tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Usage tracker for resource:floatingip and tenant:6c5ec2154f8d47738882b025a961628f is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:46:14.928427 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-67b47b60-c394-4e9e-a460-82afc886e2cc tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:46:14.934965 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-67b47b60-c394-4e9e-a460-82afc886e2cc tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:46:14.945552 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-67b47b60-c394-4e9e-a460-82afc886e2cc tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks [] for floatingip, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:14.989000 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabec3e-2040-4613-8d17-a565816e70ab req-19aaa458-14ee-4f85-b319-bccfc742172d tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:14.990442 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-dcabec3e-2040-4613-8d17-a565816e70ab req-19aaa458-14ee-4f85-b319-bccfc742172d tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c7d896-a91f-427a-9b65-28bdb46f4f9c HTTP/1.1" status: 200 len: 946 time: 0.0825713 May 25 15:46:15.034726 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-dcabec3e-2040-4613-8d17-a565816e70ab req-b01e2d57-331e-4e75-96d9-743ea6c14099 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383313 May 25 15:46:15.082393 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-67b47b60-c394-4e9e-a460-82afc886e2cc tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:15.217580 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.db_base_plugin_common [None req-67b47b60-c394-4e9e-a460-82afc886e2cc tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Allocated IP 172.27.3.221 (64bdbeb4-2429-4b9e-9f88-29f950eefffc/3f9f8472-0ab8-4bd8-a441-92a12c3f4c58/12820b0a-357a-494d-aac4-7a16726b37ec) {{(pid=98474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:46:15.361770 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-67b47b60-c394-4e9e-a460-82afc886e2cc tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks [] for port, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:15.389729 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-67b47b60-c394-4e9e-a460-82afc886e2cc tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:15.394222 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-8d37b960-b229-42d9-816c-edbdc37e4fb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:15.458823 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b47b60-c394-4e9e-a460-82afc886e2cc tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Network 64bdbeb4-2429-4b9e-9f88-29f950eefffc is already hosted by enough agents. {{(pid=98474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:46:15.461673 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [None req-67b47b60-c394-4e9e-a460-82afc886e2cc tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Resources bound (agent type, host, resource id): {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:46:15.465048 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b47b60-c394-4e9e-a460-82afc886e2cc tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Received port after_create {{(pid=98474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:46:15.495420 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b47b60-c394-4e9e-a460-82afc886e2cc tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Pushing event updated for resources: {'Port': ['ID=12820b0a-357a-494d-aac4-7a16726b37ec,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:15.501266 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-67b47b60-c394-4e9e-a460-82afc886e2cc tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:15.504926 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:16.001894 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-67b47b60-c394-4e9e-a460-82afc886e2cc tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:16.257432 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-67b47b60-c394-4e9e-a460-82afc886e2cc tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:16.326335 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cfb9b-4d47-4cb6-863f-d2d3f60219bd req-16717ea2-526c-432d-9e11-a8ba160dfd95 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:16.327756 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ad8cfb9b-4d47-4cb6-863f-d2d3f60219bd req-16717ea2-526c-432d-9e11-a8ba160dfd95 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c7d896-a91f-427a-9b65-28bdb46f4f9c HTTP/1.1" status: 200 len: 946 time: 0.1835418 May 25 15:46:16.449103 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ad8cfb9b-4d47-4cb6-863f-d2d3f60219bd req-f4f71eb6-3e78-44fa-8a65-7ebadb9230d4 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/security-groups?id=877e24bd-b0f7-49fe-a961-9e7f9c938eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148949 May 25 15:46:16.512712 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-67b47b60-c394-4e9e-a460-82afc886e2cc tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks [] for port, precommit_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:16.517403 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-67b47b60-c394-4e9e-a460-82afc886e2cc tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-881747'] for port, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:16.521180 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-c12ef76a-3830-4e27-a9a3-41e29ad3c3d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:16.627189 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b47b60-c394-4e9e-a460-82afc886e2cc tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Pushing event updated for resources: {'Port': ['ID=12820b0a-357a-494d-aac4-7a16726b37ec,revision_number=2']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:16.631132 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-67b47b60-c394-4e9e-a460-82afc886e2cc tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:16.637815 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-67b47b60-c394-4e9e-a460-82afc886e2cc tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-353536'] for floatingip, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:16.805639 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.db.l3_db [None req-67b47b60-c394-4e9e-a460-82afc886e2cc tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Floating IP a7512bcb-c7fc-4a39-8cd1-911c02fbf040 associated. External IP: 172.27.3.221, port: e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c. May 25 15:46:17.032617 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e68896-b896-454b-8054-6d3db82a99c7 req-7dea1bd5-edd7-4224-a342-d35de7dbc377 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:17.034050 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-97e68896-b896-454b-8054-6d3db82a99c7 req-7dea1bd5-edd7-4224-a342-d35de7dbc377 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.57 "GET /v2.0/ports?device_id=01c7d896-a91f-427a-9b65-28bdb46f4f9c HTTP/1.1" status: 200 len: 946 time: 0.0780272 May 25 15:46:17.155308 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b47b60-c394-4e9e-a460-82afc886e2cc tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Router b9c39145-d401-4952-a1c9-f3ffbe8092ef has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:46:17.170164 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [req-97e68896-b896-454b-8054-6d3db82a99c7 req-56fdb6a0-7d9f-4e9f-808c-c716bd8deb2d tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Deleting port edc52709-088d-4497-9bf9-17b0ce58e8b0 {{(pid=98473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:46:17.170512 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-97e68896-b896-454b-8054-6d3db82a99c7 req-56fdb6a0-7d9f-4e9f-808c-c716bd8deb2d tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:17.301342 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [req-97e68896-b896-454b-8054-6d3db82a99c7 req-56fdb6a0-7d9f-4e9f-808c-c716bd8deb2d tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] For port edc52709-088d-4497-9bf9-17b0ce58e8b0, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=edc52709-088d-4497-9bf9-17b0ce58e8b0,segment=NetworkSegment(dc5b8ae6-5892-45da-93f0-543aec61d126),segment_id=dc5b8ae6-5892-45da-93f0-543aec61d126)] {{(pid=98473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:46:17.301776 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-97e68896-b896-454b-8054-6d3db82a99c7 req-56fdb6a0-7d9f-4e9f-808c-c716bd8deb2d tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:17.335642 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b47b60-c394-4e9e-a460-82afc886e2cc tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:46:17.348818 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09263e16-4e70-4bde-b767-cea8a26f56e7 None None] Sync routers for ids ['b9c39145-d401-4952-a1c9-f3ffbe8092ef'] in dv-cinder-791240-3-iscsi {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:46:17.359108 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09263e16-4e70-4bde-b767-cea8a26f56e7 None None] Routers {'b9c39145-d401-4952-a1c9-f3ffbe8092ef'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:46:17.359775 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-09263e16-4e70-4bde-b767-cea8a26f56e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:46:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['b9c39145-d401-4952-a1c9-f3ffbe8092ef'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:46:17.361903 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-67b47b60-c394-4e9e-a460-82afc886e2cc tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for floatingip, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:17.419926 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-67b47b60-c394-4e9e-a460-82afc886e2cc tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5059128 May 25 15:46:17.419926 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f931bd-e818-42c2-b517-3db25f063e81', 'tag': 'e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c'}] {{(pid=98474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:46:17.422199 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 41408) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:17.427457 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-c865622a-0bac-494d-8720-c694886f6980 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1409453486', 'description': 'tempest-secgroup-smoke-1409453486 description', 'project_id': '6c5ec2154f8d47738882b025a961628f'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:46:17.429332 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [req-97e68896-b896-454b-8054-6d3db82a99c7 req-56fdb6a0-7d9f-4e9f-808c-c716bd8deb2d tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Calling delete_port for edc52709-088d-4497-9bf9-17b0ce58e8b0 owned by compute:nova {{(pid=98473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:46:17.433368 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-c865622a-0bac-494d-8720-c694886f6980 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:46:17.444336 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-c865622a-0bac-494d-8720-c694886f6980 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:46:17.458222 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-c865622a-0bac-494d-8720-c694886f6980 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:17.481912 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-c865622a-0bac-494d-8720-c694886f6980 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:46:17.486334 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-c865622a-0bac-494d-8720-c694886f6980 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Usage tracker for resource:security_group_rule and tenant:6c5ec2154f8d47738882b025a961628f is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:46:17.489916 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-c865622a-0bac-494d-8720-c694886f6980 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:46:17.496507 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-c865622a-0bac-494d-8720-c694886f6980 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:46:17.562087 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-09263e16-4e70-4bde-b767-cea8a26f56e7 None None] Set router b9c39145-d401-4952-a1c9-f3ffbe8092ef gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:46:17.574980 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-97e68896-b896-454b-8054-6d3db82a99c7 req-56fdb6a0-7d9f-4e9f-808c-c716bd8deb2d tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31785040'] for port, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:17.582350 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-a5a21a44-c306-4ba1-a2fd-5a2d36ff3f8f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:17.629179 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['edc52709-088d-4497-9bf9-17b0ce58e8b0'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:46:17.633575 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fdb6a0-7d9f-4e9f-808c-c716bd8deb2d tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Pushing event deleted for resources: {'Port': ['ID=edc52709-088d-4497-9bf9-17b0ce58e8b0,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:17.637056 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-56fdb6a0-7d9f-4e9f-808c-c716bd8deb2d tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:17.719695 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e68896-b896-454b-8054-6d3db82a99c7 req-56fdb6a0-7d9f-4e9f-808c-c716bd8deb2d tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] No DVR routers for this DVR port edc52709-088d-4497-9bf9-17b0ce58e8b0 on host hv-cinder-79124 {{(pid=98473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:46:17.722416 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-97e68896-b896-454b-8054-6d3db82a99c7 req-56fdb6a0-7d9f-4e9f-808c-c716bd8deb2d tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:17.725372 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c7d896-a91f-427a-9b65-28bdb46f4f9c', 'name': 'network-vif-deleted', 'tag': 'edc52709-088d-4497-9bf9-17b0ce58e8b0'}] {{(pid=98473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:46:17.726531 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f931bd-e818-42c2-b517-3db25f063e81', 'tag': 'e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c', 'status': 'completed', 'code': 200} May 25 15:46:17.747209 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-97e68896-b896-454b-8054-6d3db82a99c7 req-56fdb6a0-7d9f-4e9f-808c-c716bd8deb2d tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.57 "DELETE /v2.0/ports/edc52709-088d-4497-9bf9-17b0ce58e8b0 HTTP/1.1" status: 204 len: 173 time: 0.7071741 May 25 15:46:17.790249 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c7d896-a91f-427a-9b65-28bdb46f4f9c', 'name': 'network-vif-deleted', 'tag': 'edc52709-088d-4497-9bf9-17b0ce58e8b0', 'status': 'completed', 'code': 200} May 25 15:46:17.835779 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-733f1c83-5d4d-4344-8970-59c3d6656f89 req-f8721dca-91e3-4933-bf03-f402b0c34339 tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] 10.222.0.32 "GET /v2.0/ports?device_id=01c7d896-a91f-427a-9b65-28bdb46f4f9c HTTP/1.1" status: 200 len: 210 time: 0.1080339 May 25 15:46:17.909737 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60ae89-56ca-480b-ad9e-04247dd4afd9 req-0251cf6d-6846-4c61-8f07-f9ac0b2a0936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:17.911216 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-cf60ae89-56ca-480b-ad9e-04247dd4afd9 req-0251cf6d-6846-4c61-8f07-f9ac0b2a0936 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6c5ec2154f8d47738882b025a961628f&device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 1098 time: 0.1823761 May 25 15:46:17.916155 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-c865622a-0bac-494d-8720-c694886f6980 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:17.941156 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-c865622a-0bac-494d-8720-c694886f6980 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:17.949209 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-cb01799e-fd18-49b9-883e-f23b3b803762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:18.007998 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-09263e16-4e70-4bde-b767-cea8a26f56e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'name': 'tempest-TestMinimumBasicScenario-1710825477-router', 'tenant_id': '6c5ec2154f8d47738882b025a961628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '73f22633-9691-48dc-ae85-ec3bcaba9e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:44:59Z', 'updated_at': '2021-05-25T15:45:04Z', 'revision_number': 4, 'project_id': '6c5ec2154f8d47738882b025a961628f', 'gw_port': {'id': '73f22633-9691-48dc-ae85-ec3bcaba9e05', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:00Z', 'updated_at': '2021-05-25T15:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_floatingips': [{'id': 'a7512bcb-c7fc-4a39-8cd1-911c02fbf040', 'tenant_id': '6c5ec2154f8d47738882b025a961628f', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'router_id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'port_id': 'e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b', 'mac_address': 'fa:16:3e:49:54:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f931bd-e818-42c2-b517-3db25f063e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:46:15Z', 'updated_at': '2021-05-25T15:46:15Z', 'revision_number': 0, 'project_id': '6c5ec2154f8d47738882b025a961628f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6d5ae2c-ff89-462d-8d7f-7d991e89cad7', 'name': '', 'network_id': 'e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b', 'tenant_id': '6c5ec2154f8d47738882b025a961628f', 'mac_address': 'fa:16:3e:26:45:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b69bcd5b-467f-4553-a931-328c7b885a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:03Z', 'updated_at': '2021-05-25T15:45:09Z', 'revision_number': 5, 'project_id': '6c5ec2154f8d47738882b025a961628f', 'subnets': [{'id': 'b69bcd5b-467f-4553-a931-328c7b885a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:46:18.011969 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09263e16-4e70-4bde-b767-cea8a26f56e7 None None] Checking router: b9c39145-d401-4952-a1c9-f3ffbe8092ef for host: dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:46:18.020475 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09263e16-4e70-4bde-b767-cea8a26f56e7 None None] Routers {'b9c39145-d401-4952-a1c9-f3ffbe8092ef'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:46:18.021198 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-09263e16-4e70-4bde-b767-cea8a26f56e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:46:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['b9c39145-d401-4952-a1c9-f3ffbe8092ef'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:46:18.046795 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865622a-0bac-494d-8720-c694886f6980 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10e21612-1f4a-4a8a-b36d-289e705fbb0e,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:18.054987 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-c865622a-0bac-494d-8720-c694886f6980 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:18.073086 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-c865622a-0bac-494d-8720-c694886f6980 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:18.074291 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-c865622a-0bac-494d-8720-c694886f6980 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6509061 May 25 15:46:18.077312 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 41420) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:18.084083 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-affd7b43-1e86-4ba5-8998-e071218da9da tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Request body: {'security_group_rule': {'security_group_id': '10e21612-1f4a-4a8a-b36d-289e705fbb0e', 'project_id': '6c5ec2154f8d47738882b025a961628f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:46:18.091815 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-affd7b43-1e86-4ba5-8998-e071218da9da tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:46:18.104944 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-affd7b43-1e86-4ba5-8998-e071218da9da tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Usage tracker for resource:security_group_rule and tenant:6c5ec2154f8d47738882b025a961628f is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:46:18.110439 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-affd7b43-1e86-4ba5-8998-e071218da9da tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:46:18.118935 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-affd7b43-1e86-4ba5-8998-e071218da9da tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:46:18.121226 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60ae89-56ca-480b-ad9e-04247dd4afd9 req-4883c17d-139d-4dbf-9e3a-ddebfcc1202f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:18.122659 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-cf60ae89-56ca-480b-ad9e-04247dd4afd9 req-4883c17d-139d-4dbf-9e3a-ddebfcc1202f service neutron] 10.222.0.57 "GET /v2.0/networks?id=e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b HTTP/1.1" status: 200 len: 916 time: 0.2039828 May 25 15:46:18.206778 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-09263e16-4e70-4bde-b767-cea8a26f56e7 None None] Set router b9c39145-d401-4952-a1c9-f3ffbe8092ef gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:46:18.208039 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-affd7b43-1e86-4ba5-8998-e071218da9da tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:18.265392 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-cf60ae89-56ca-480b-ad9e-04247dd4afd9 req-35020888-2be7-4f7c-9ef2-d40363906d71 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c HTTP/1.1" status: 200 len: 999 time: 0.1353686 May 25 15:46:18.339524 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-affd7b43-1e86-4ba5-8998-e071218da9da tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:18.346888 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-affd7b43-1e86-4ba5-8998-e071218da9da tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510867'] for security_group_rule, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:18.351903 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60ae89-56ca-480b-ad9e-04247dd4afd9 req-570362d1-3364-4f7f-825f-17189cab8d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:18.353399 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-cf60ae89-56ca-480b-ad9e-04247dd4afd9 req-570362d1-3364-4f7f-825f-17189cab8d2f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b69bcd5b-467f-4553-a931-328c7b885a73 HTTP/1.1" status: 200 len: 854 time: 0.0795650 May 25 15:46:18.357225 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:18.419593 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd7b43-1e86-4ba5-8998-e071218da9da tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11cd0453-7f9d-456d-9f6f-fc62e5c82c88,revision_number=0']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:18.425460 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-affd7b43-1e86-4ba5-8998-e071218da9da tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:18.427430 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-affd7b43-1e86-4ba5-8998-e071218da9da tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:18.431592 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-affd7b43-1e86-4ba5-8998-e071218da9da tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3504069 May 25 15:46:18.431895 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 41424) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:18.437465 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-a9140c1b-9a14-4504-9721-6b73c0f33356 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Request body: {'security_group_rule': {'security_group_id': '10e21612-1f4a-4a8a-b36d-289e705fbb0e', 'project_id': '6c5ec2154f8d47738882b025a961628f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:46:18.444352 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-a9140c1b-9a14-4504-9721-6b73c0f33356 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:46:18.448485 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-a9140c1b-9a14-4504-9721-6b73c0f33356 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Usage tracker for resource:security_group_rule and tenant:6c5ec2154f8d47738882b025a961628f is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:46:18.451654 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-a9140c1b-9a14-4504-9721-6b73c0f33356 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:46:18.457777 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60ae89-56ca-480b-ad9e-04247dd4afd9 req-9158c9ca-7ac9-4a5d-a97f-c4ff6797ed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:18.459284 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-cf60ae89-56ca-480b-ad9e-04247dd4afd9 req-9158c9ca-7ac9-4a5d-a97f-c4ff6797ed84 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0924509 May 25 15:46:18.460075 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-a9140c1b-9a14-4504-9721-6b73c0f33356 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:46:18.476433 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-a9140c1b-9a14-4504-9721-6b73c0f33356 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:18.545549 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-a9140c1b-9a14-4504-9721-6b73c0f33356 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:18.549808 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-a9140c1b-9a14-4504-9721-6b73c0f33356 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510867'] for security_group_rule, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:18.552551 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:18.583429 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9140c1b-9a14-4504-9721-6b73c0f33356 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64416d70-0924-4026-b33d-5c9bee316403,revision_number=0']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:18.595431 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-a9140c1b-9a14-4504-9721-6b73c0f33356 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:18.599516 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-a9140c1b-9a14-4504-9721-6b73c0f33356 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:18.603651 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-a9140c1b-9a14-4504-9721-6b73c0f33356 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1677399 May 25 15:46:18.604476 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 41430) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:18.608918 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-cf60ae89-56ca-480b-ad9e-04247dd4afd9 req-addd1fd3-3404-420f-9883-46d2de6675d0 service neutron] 10.222.0.57 "GET /v2.0/networks/e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407549 May 25 15:46:18.611672 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-fc265aa9-d55e-4003-b3bb-de37a8232507 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Request body: {'security_group_rule': {'security_group_id': '10e21612-1f4a-4a8a-b36d-289e705fbb0e', 'project_id': '6c5ec2154f8d47738882b025a961628f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:46:18.612749 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-09263e16-4e70-4bde-b767-cea8a26f56e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'name': 'tempest-TestMinimumBasicScenario-1710825477-router', 'tenant_id': '6c5ec2154f8d47738882b025a961628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '73f22633-9691-48dc-ae85-ec3bcaba9e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:44:59Z', 'updated_at': '2021-05-25T15:45:04Z', 'revision_number': 4, 'project_id': '6c5ec2154f8d47738882b025a961628f', 'gw_port': {'id': '73f22633-9691-48dc-ae85-ec3bcaba9e05', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:00Z', 'updated_at': '2021-05-25T15:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_floatingips': [{'id': 'a7512bcb-c7fc-4a39-8cd1-911c02fbf040', 'tenant_id': '6c5ec2154f8d47738882b025a961628f', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'router_id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'port_id': 'e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b', 'mac_address': 'fa:16:3e:49:54:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f931bd-e818-42c2-b517-3db25f063e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:46:15Z', 'updated_at': '2021-05-25T15:46:15Z', 'revision_number': 0, 'project_id': '6c5ec2154f8d47738882b025a961628f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6d5ae2c-ff89-462d-8d7f-7d991e89cad7', 'name': '', 'network_id': 'e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b', 'tenant_id': '6c5ec2154f8d47738882b025a961628f', 'mac_address': 'fa:16:3e:26:45:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b69bcd5b-467f-4553-a931-328c7b885a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:03Z', 'updated_at': '2021-05-25T15:45:09Z', 'revision_number': 5, 'project_id': '6c5ec2154f8d47738882b025a961628f', 'subnets': [{'id': 'b69bcd5b-467f-4553-a931-328c7b885a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:46:18.617522 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-fc265aa9-d55e-4003-b3bb-de37a8232507 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:46:18.617968 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09263e16-4e70-4bde-b767-cea8a26f56e7 None None] The sync data for ids ['b9c39145-d401-4952-a1c9-f3ffbe8092ef'] in dv-cinder-791240-3-iscsi is: [{'id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'name': 'tempest-TestMinimumBasicScenario-1710825477-router', 'tenant_id': '6c5ec2154f8d47738882b025a961628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '73f22633-9691-48dc-ae85-ec3bcaba9e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:44:59Z', 'updated_at': '2021-05-25T15:45:04Z', 'revision_number': 4, 'project_id': '6c5ec2154f8d47738882b025a961628f', 'gw_port': {'id': '73f22633-9691-48dc-ae85-ec3bcaba9e05', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:00Z', 'updated_at': '2021-05-25T15:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_floatingips': [{'id': 'a7512bcb-c7fc-4a39-8cd1-911c02fbf040', 'tenant_id': '6c5ec2154f8d47738882b025a961628f', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'router_id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'port_id': 'e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b', 'mac_address': 'fa:16:3e:49:54:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f931bd-e818-42c2-b517-3db25f063e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:46:15Z', 'updated_at': '2021-05-25T15:46:15Z', 'revision_number': 0, 'project_id': '6c5ec2154f8d47738882b025a961628f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6d5ae2c-ff89-462d-8d7f-7d991e89cad7', 'name': '', 'network_id': 'e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b', 'tenant_id': '6c5ec2154f8d47738882b025a961628f', 'mac_address': 'fa:16:3e:26:45:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b69bcd5b-467f-4553-a931-328c7b885a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:03Z', 'updated_at': '2021-05-25T15:45:09Z', 'revision_number': 5, 'project_id': '6c5ec2154f8d47738882b025a961628f', 'subnets': [{'id': 'b69bcd5b-467f-4553-a931-328c7b885a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:46:18.621473 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-fc265aa9-d55e-4003-b3bb-de37a8232507 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Usage tracker for resource:security_group_rule and tenant:6c5ec2154f8d47738882b025a961628f is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:46:18.624368 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-fc265aa9-d55e-4003-b3bb-de37a8232507 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:46:18.634821 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-fc265aa9-d55e-4003-b3bb-de37a8232507 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:46:18.654466 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-fc265aa9-d55e-4003-b3bb-de37a8232507 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:18.743069 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-fc265aa9-d55e-4003-b3bb-de37a8232507 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:18.748014 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-fc265aa9-d55e-4003-b3bb-de37a8232507 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510867'] for security_group_rule, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:18.750395 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:18.760735 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-cf60ae89-56ca-480b-ad9e-04247dd4afd9 req-f89548c3-7e34-4819-8a88-4c17b9a8197d service neutron] 10.222.0.57 "GET /v2.0/networks/e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432929 May 25 15:46:18.774862 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc265aa9-d55e-4003-b3bb-de37a8232507 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f30ff35-28c3-4bc0-861d-4828b913fdea,revision_number=0']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:18.780244 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-fc265aa9-d55e-4003-b3bb-de37a8232507 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:18.788916 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-fc265aa9-d55e-4003-b3bb-de37a8232507 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:18.791887 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-fc265aa9-d55e-4003-b3bb-de37a8232507 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1850226 May 25 15:46:18.793223 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 41436) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:18.799608 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-80008bcd-4608-4651-8304-ea5f3852cf2f tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Request body: {'security_group_rule': {'security_group_id': '10e21612-1f4a-4a8a-b36d-289e705fbb0e', 'project_id': '6c5ec2154f8d47738882b025a961628f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:46:18.810074 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-80008bcd-4608-4651-8304-ea5f3852cf2f tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:46:18.820416 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-80008bcd-4608-4651-8304-ea5f3852cf2f tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Usage tracker for resource:security_group_rule and tenant:6c5ec2154f8d47738882b025a961628f is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:46:18.823759 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-80008bcd-4608-4651-8304-ea5f3852cf2f tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:46:18.830136 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-80008bcd-4608-4651-8304-ea5f3852cf2f tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:46:18.848118 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-80008bcd-4608-4651-8304-ea5f3852cf2f tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:18.896772 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04e866f-c8d6-498d-9b4b-b209d57768d4 None None] New status for floating IP a7512bcb-c7fc-4a39-8cd1-911c02fbf040: ACTIVE {{(pid=98476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 15:46:18.927451 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-80008bcd-4608-4651-8304-ea5f3852cf2f tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:18.933586 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-80008bcd-4608-4651-8304-ea5f3852cf2f tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510867'] for security_group_rule, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:18.936345 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-26296900-9b39-4e3d-a656-5751af1424e7 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:18.963911 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80008bcd-4608-4651-8304-ea5f3852cf2f tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b261650f-121e-4879-8b03-6fd8e2c913c5,revision_number=0']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:18.966551 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-80008bcd-4608-4651-8304-ea5f3852cf2f tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:18.977209 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-80008bcd-4608-4651-8304-ea5f3852cf2f tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:18.978337 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-80008bcd-4608-4651-8304-ea5f3852cf2f tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1839414 May 25 15:46:18.982052 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 41442) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:19.001631 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-5fa0bd99-773e-46fa-ba41-c1d9a6ebe726 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Request body: {'security_group_rule': {'security_group_id': '10e21612-1f4a-4a8a-b36d-289e705fbb0e', 'project_id': '6c5ec2154f8d47738882b025a961628f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:46:19.004287 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-5fa0bd99-773e-46fa-ba41-c1d9a6ebe726 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:46:19.009007 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-5fa0bd99-773e-46fa-ba41-c1d9a6ebe726 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Usage tracker for resource:security_group_rule and tenant:6c5ec2154f8d47738882b025a961628f is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:46:19.013417 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-5fa0bd99-773e-46fa-ba41-c1d9a6ebe726 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:46:19.015450 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95674e4-ec3f-4015-ba8d-fcd5c0b54b0a req-34a95ed4-d78e-4421-8cd3-a9b6a6415b2c tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:19.016996 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a95674e4-ec3f-4015-ba8d-fcd5c0b54b0a req-34a95ed4-d78e-4421-8cd3-a9b6a6415b2c tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 945 time: 0.1258624 May 25 15:46:19.020020 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-5fa0bd99-773e-46fa-ba41-c1d9a6ebe726 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:46:19.032197 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.db.securitygroups_db [None req-5fa0bd99-773e-46fa-ba41-c1d9a6ebe726 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Project 6c5ec2154f8d47738882b025a961628f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 15:46:19.040136 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-5fa0bd99-773e-46fa-ba41-c1d9a6ebe726 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:19.090445 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a95674e4-ec3f-4015-ba8d-fcd5c0b54b0a req-e6ac5173-7e3e-4e86-930f-7a00ae291142 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579152 May 25 15:46:19.122867 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-5fa0bd99-773e-46fa-ba41-c1d9a6ebe726 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:19.127217 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-5fa0bd99-773e-46fa-ba41-c1d9a6ebe726 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510867'] for security_group_rule, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:19.129331 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:19.149738 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0bd99-773e-46fa-ba41-c1d9a6ebe726 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=262b1d03-2458-4dda-be68-fba337e97b31,revision_number=0']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:19.153716 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-5fa0bd99-773e-46fa-ba41-c1d9a6ebe726 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:19.163416 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-5fa0bd99-773e-46fa-ba41-c1d9a6ebe726 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:19.167254 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-5fa0bd99-773e-46fa-ba41-c1d9a6ebe726 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1802576 May 25 15:46:19.167488 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 41448) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:19.172881 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-c133c158-a51c-4054-88ba-fe49e7353b59 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Request body: {'security_group_rule': {'security_group_id': '10e21612-1f4a-4a8a-b36d-289e705fbb0e', 'project_id': '6c5ec2154f8d47738882b025a961628f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:46:19.179536 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-c133c158-a51c-4054-88ba-fe49e7353b59 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:46:19.183816 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-c133c158-a51c-4054-88ba-fe49e7353b59 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Usage tracker for resource:security_group_rule and tenant:6c5ec2154f8d47738882b025a961628f is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:46:19.187018 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-c133c158-a51c-4054-88ba-fe49e7353b59 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:46:19.193567 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-c133c158-a51c-4054-88ba-fe49e7353b59 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:46:19.205468 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.db.securitygroups_db [None req-c133c158-a51c-4054-88ba-fe49e7353b59 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Project 6c5ec2154f8d47738882b025a961628f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 15:46:19.211408 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-c133c158-a51c-4054-88ba-fe49e7353b59 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:19.279462 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-c133c158-a51c-4054-88ba-fe49e7353b59 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:19.283676 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-c133c158-a51c-4054-88ba-fe49e7353b59 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510867'] for security_group_rule, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:19.291579 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:19.321161 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133c158-a51c-4054-88ba-fe49e7353b59 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8984a682-29c6-4608-ba7d-14d2a1861c25,revision_number=0']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:19.325558 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-c133c158-a51c-4054-88ba-fe49e7353b59 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:19.327037 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-c133c158-a51c-4054-88ba-fe49e7353b59 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:19.331802 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-c133c158-a51c-4054-88ba-fe49e7353b59 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1632948 May 25 15:46:19.465951 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c62d7836-4dbe-4051-9581-31b632b37348 req-d69a43ec-3d2b-481b-b3f7-d49fa7328b4e tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1409453486&fields=id&tenant_id=6c5ec2154f8d47738882b025a961628f HTTP/1.1" status: 200 len: 267 time: 0.0514219 May 25 15:46:19.551302 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d7836-4dbe-4051-9581-31b632b37348 req-011f318f-462a-43a1-81c1-e517b932c7ef tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:19.552771 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c62d7836-4dbe-4051-9581-31b632b37348 req-011f318f-462a-43a1-81c1-e517b932c7ef tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 945 time: 0.0813913 May 25 15:46:19.563345 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [req-c62d7836-4dbe-4051-9581-31b632b37348 req-201feb71-de76-4014-a50b-a2580609b8b5 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Request body: {'port': {'security_groups': ['11bb3db4-c19f-4982-842f-e6fec92fb1cd', '10e21612-1f4a-4a8a-b36d-289e705fbb0e']}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:46:19.681774 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-c62d7836-4dbe-4051-9581-31b632b37348 req-201feb71-de76-4014-a50b-a2580609b8b5 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:20.024421 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [req-c62d7836-4dbe-4051-9581-31b632b37348 req-201feb71-de76-4014-a50b-a2580609b8b5 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] For port e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c,segment=NetworkSegment(738642ba-67aa-4ae5-9425-36a990ad78b7),segment_id=738642ba-67aa-4ae5-9425-36a990ad78b7)] {{(pid=98473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:46:20.048872 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-c62d7836-4dbe-4051-9581-31b632b37348 req-201feb71-de76-4014-a50b-a2580609b8b5 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks [] for port, precommit_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:20.053593 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-c62d7836-4dbe-4051-9581-31b632b37348 req-201feb71-de76-4014-a50b-a2580609b8b5 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31785049'] for port, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:20.059354 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-d040f5a5-5624-49a2-bc07-a1096cad82a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:20.066005 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:46:20.138392 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d7836-4dbe-4051-9581-31b632b37348 req-201feb71-de76-4014-a50b-a2580609b8b5 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:20.139050 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [req-c62d7836-4dbe-4051-9581-31b632b37348 req-201feb71-de76-4014-a50b-a2580609b8b5 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:20.144132 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c62d7836-4dbe-4051-9581-31b632b37348 req-201feb71-de76-4014-a50b-a2580609b8b5 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "PUT /v2.0/ports/e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c HTTP/1.1" status: 200 len: 981 time: 0.5849917 May 25 15:46:20.144699 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f931bd-e818-42c2-b517-3db25f063e81', 'tag': 'e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c'}] {{(pid=98473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:46:20.185590 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201feb71-de76-4014-a50b-a2580609b8b5 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Pushing event updated for resources: {'Port': ['ID=e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c,revision_number=6']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:20.189714 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-201feb71-de76-4014-a50b-a2580609b8b5 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:20.253131 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:46:20.263560 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:46:20.337184 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548712d5-38fc-4fc4-b6a1-ae2c624e47d5 req-41755ad0-4b01-4456-870b-fc6d830a1947 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:20.339383 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-548712d5-38fc-4fc4-b6a1-ae2c624e47d5 req-41755ad0-4b01-4456-870b-fc6d830a1947 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 945 time: 0.1124179 May 25 15:46:20.372125 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d10c8f-9dc7-4723-ab0d-61cc374d463d req-ae308412-9b43-4278-859d-65b70442631a tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:20.373640 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-93d10c8f-9dc7-4723-ab0d-61cc374d463d req-ae308412-9b43-4278-859d-65b70442631a tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 984 time: 0.1024051 May 25 15:46:20.393564 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-548712d5-38fc-4fc4-b6a1-ae2c624e47d5 req-c4428e01-d416-477f-b77e-a9f91a2d9a15 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480618 May 25 15:46:20.434985 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-93d10c8f-9dc7-4723-ab0d-61cc374d463d req-e1b5a1d0-42c8-4d1d-8412-4eb3d56c0f27 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&id=10e21612-1f4a-4a8a-b36d-289e705fbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0495880 May 25 15:46:20.462978 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f931bd-e818-42c2-b517-3db25f063e81', 'tag': 'e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c', 'status': 'completed', 'code': 200} May 25 15:46:20.518307 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-bfb7757f-99e4-4557-9592-4a294f76240f None None] Provisioning complete for port e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:46:20.518674 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-bfb7757f-99e4-4557-9592-4a294f76240f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:20.578629 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b5bea-a466-4ffe-9314-1a292cb0877f req-eeb99ce6-58bd-4bc0-a2ad-1da415b2e7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:20.580709 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0d7b5bea-a466-4ffe-9314-1a292cb0877f req-eeb99ce6-58bd-4bc0-a2ad-1da415b2e7b1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6c5ec2154f8d47738882b025a961628f&device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 1137 time: 0.0880728 May 25 15:46:20.735027 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b5bea-a466-4ffe-9314-1a292cb0877f req-900390c4-ce74-408b-a1ec-a8cc55214765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:20.737288 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0d7b5bea-a466-4ffe-9314-1a292cb0877f req-900390c4-ce74-408b-a1ec-a8cc55214765 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b HTTP/1.1" status: 200 len: 916 time: 0.1475484 May 25 15:46:20.847005 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0d7b5bea-a466-4ffe-9314-1a292cb0877f req-f1fd980c-2709-4350-acaf-92bdcd95d24c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c HTTP/1.1" status: 200 len: 1001 time: 0.1018717 May 25 15:46:20.915639 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b5bea-a466-4ffe-9314-1a292cb0877f req-3d72c521-0fcd-404d-a3a1-75784f828c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:20.917090 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0d7b5bea-a466-4ffe-9314-1a292cb0877f req-3d72c521-0fcd-404d-a3a1-75784f828c26 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b69bcd5b-467f-4553-a931-328c7b885a73 HTTP/1.1" status: 200 len: 854 time: 0.0604637 May 25 15:46:20.994437 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b5bea-a466-4ffe-9314-1a292cb0877f req-7dcda145-9aea-42ba-b3c7-074730f9c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:20.995809 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0d7b5bea-a466-4ffe-9314-1a292cb0877f req-7dcda145-9aea-42ba-b3c7-074730f9c91a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697320 May 25 15:46:21.017476 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device edc52709-088d-4497-9bf9-17b0ce58e8b0 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:46:21.065617 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] No Port match for: edc52709-088d-4497-9bf9-17b0ce58e8b0 {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:46:21.065974 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device edc52709-088d-4497-9bf9-17b0ce58e8b0 not bound to the agent host hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:46:21.220196 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0d7b5bea-a466-4ffe-9314-1a292cb0877f req-92c81981-a4b8-40be-ac78-7f8477507e55 service neutron] 10.222.0.57 "GET /v2.0/networks/e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159634 May 25 15:46:21.358210 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0d7b5bea-a466-4ffe-9314-1a292cb0877f req-c1ade361-0d58-453a-a24a-6cef71fe2fa2 service neutron] 10.222.0.57 "GET /v2.0/networks/e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275952 May 25 15:46:21.586623 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff43818-aa36-4cf8-abed-e753ee83ef26 req-72dca9df-0b33-4a28-a8e6-ec3e39b2f76f tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:21.588090 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-eff43818-aa36-4cf8-abed-e753ee83ef26 req-72dca9df-0b33-4a28-a8e6-ec3e39b2f76f tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 945 time: 0.0834033 May 25 15:46:21.634551 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-eff43818-aa36-4cf8-abed-e753ee83ef26 req-a06a12e0-fdbe-497a-b4bf-bf72a8f3248a tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407822 May 25 15:46:22.828769 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66156923-410f-4d21-b69c-8e8e4b4a42c4 req-a4b37a69-51fc-47af-93e9-281a43e65680 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:22.830817 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-66156923-410f-4d21-b69c-8e8e4b4a42c4 req-a4b37a69-51fc-47af-93e9-281a43e65680 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 945 time: 0.0826662 May 25 15:46:22.874630 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-66156923-410f-4d21-b69c-8e8e4b4a42c4 req-478ec73a-9896-4e5a-932b-f06932c1b4b6 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380123 May 25 15:46:23.081032 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:24.058150 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0ad39-e68b-4bbc-bf59-6b4bbc443ea1 req-2f0ddc19-2d92-4f67-86da-72a8b2173348 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:24.059588 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c5c0ad39-e68b-4bbc-bf59-6b4bbc443ea1 req-2f0ddc19-2d92-4f67-86da-72a8b2173348 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 945 time: 0.0800438 May 25 15:46:24.109169 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c5c0ad39-e68b-4bbc-bf59-6b4bbc443ea1 req-60849533-de9f-4134-9949-14438dbfad20 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424309 May 25 15:46:25.292354 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc9294-71fd-48a8-88cb-adea583bad6a req-bac6427b-6781-4fd0-a91d-d0036c4c1eb1 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:25.293702 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-85bc9294-71fd-48a8-88cb-adea583bad6a req-bac6427b-6781-4fd0-a91d-d0036c4c1eb1 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 945 time: 0.0776231 May 25 15:46:25.341851 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-85bc9294-71fd-48a8-88cb-adea583bad6a req-57cbbce7-2d84-4542-b2da-e16914c5ffbe tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425963 May 25 15:46:26.524163 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17fd808-a48d-4e77-a7b0-1dddebe61ccd req-7c175ee6-ec69-4a29-a80e-e286eda425a3 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:26.525585 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-e17fd808-a48d-4e77-a7b0-1dddebe61ccd req-7c175ee6-ec69-4a29-a80e-e286eda425a3 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 945 time: 0.0785363 May 25 15:46:26.569890 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-e17fd808-a48d-4e77-a7b0-1dddebe61ccd req-ceae7266-e64d-4054-8222-22b7c40edaed tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383227 May 25 15:46:27.767147 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0307780-ece4-4173-9c99-94d078df4330 req-022f41b5-2700-4255-bb13-e42a96849f48 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:27.769298 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e0307780-ece4-4173-9c99-94d078df4330 req-022f41b5-2700-4255-bb13-e42a96849f48 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 945 time: 0.0901413 May 25 15:46:27.813055 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e0307780-ece4-4173-9c99-94d078df4330 req-15085491-9337-44be-92d8-8f2b917110d1 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383258 May 25 15:46:29.006060 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517a74a-75b3-463f-9e6c-eaaa15cb7f6e req-0cab7994-764c-44e7-a9e8-08b6fbc3f080 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:29.007505 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-2517a74a-75b3-463f-9e6c-eaaa15cb7f6e req-0cab7994-764c-44e7-a9e8-08b6fbc3f080 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 945 time: 0.0844762 May 25 15:46:29.052349 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-2517a74a-75b3-463f-9e6c-eaaa15cb7f6e req-33900796-670e-497e-98a7-afdf1789f12d tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391295 May 25 15:46:30.356668 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5071b6-0a9a-4033-b7e4-c034a2559669 req-56bd6f4b-8e5e-48d6-8463-54e8927d65bc tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:30.358640 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9b5071b6-0a9a-4033-b7e4-c034a2559669 req-56bd6f4b-8e5e-48d6-8463-54e8927d65bc tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 945 time: 0.0865219 May 25 15:46:30.410505 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9b5071b6-0a9a-4033-b7e4-c034a2559669 req-5177b10b-c46f-4a03-a57f-2fc61d9c7f3c tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462916 May 25 15:46:31.598992 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f064980-8981-4ab3-a59e-c995df1c354e req-f245cbf2-2089-4a34-b9c9-d2c6110d58f8 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:31.600471 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-1f064980-8981-4ab3-a59e-c995df1c354e req-f245cbf2-2089-4a34-b9c9-d2c6110d58f8 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 945 time: 0.0795414 May 25 15:46:31.646322 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-1f064980-8981-4ab3-a59e-c995df1c354e req-716fb783-3326-4848-b852-65aab6d13044 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401022 May 25 15:46:32.841628 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50910a2-1073-4381-ae87-7b993383d3ca req-be83e466-65f8-4b46-baed-cc1c28119619 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:32.843075 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b50910a2-1073-4381-ae87-7b993383d3ca req-be83e466-65f8-4b46-baed-cc1c28119619 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 945 time: 0.0853555 May 25 15:46:32.886827 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b50910a2-1073-4381-ae87-7b993383d3ca req-f69dd9e1-d356-4bd6-8211-861de0f36e8e tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373695 May 25 15:46:34.071687 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90646d6-0377-40b8-b0f0-ac9a1ee9ba9e req-8aa53251-f7a1-4314-8b34-0218d13b8d84 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:34.073145 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-f90646d6-0377-40b8-b0f0-ac9a1ee9ba9e req-8aa53251-f7a1-4314-8b34-0218d13b8d84 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 945 time: 0.0783501 May 25 15:46:34.117713 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-f90646d6-0377-40b8-b0f0-ac9a1ee9ba9e req-14c1f489-7e6c-41cf-939e-ec9ae5b86358 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388532 May 25 15:46:35.301484 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b418c8b-7d53-4b0c-bfed-1c35ae029378 req-97213e46-9457-4726-b317-05aeb21f1c22 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:35.302921 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7b418c8b-7d53-4b0c-bfed-1c35ae029378 req-97213e46-9457-4726-b317-05aeb21f1c22 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 945 time: 0.0785851 May 25 15:46:35.347580 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7b418c8b-7d53-4b0c-bfed-1c35ae029378 req-8a61e992-26d0-44d7-b83b-34fe9da31e7b tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387478 May 25 15:46:36.534378 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89f67b-9581-40e9-bf09-6ddb7d553608 req-82d2bf01-60be-4f37-a641-b2e5f723fb89 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:36.535841 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-6f89f67b-9581-40e9-bf09-6ddb7d553608 req-82d2bf01-60be-4f37-a641-b2e5f723fb89 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 945 time: 0.0848718 May 25 15:46:36.581006 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-6f89f67b-9581-40e9-bf09-6ddb7d553608 req-e930c966-9b77-4e88-a7ce-cd3a080b4c60 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394378 May 25 15:46:37.353950 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976a18c-6f5d-448d-a8b6-31c19c903aea req-92536b90-9633-4d87-9b26-8b5d34ebc284 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:37.355527 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-5976a18c-6f5d-448d-a8b6-31c19c903aea req-92536b90-9633-4d87-9b26-8b5d34ebc284 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.0854919 May 25 15:46:37.401863 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-5976a18c-6f5d-448d-a8b6-31c19c903aea req-4fe215d0-3db8-4c55-8d88-65ea9a719fc2 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396655 May 25 15:46:37.777069 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a00bf-e0b2-441d-84d8-7dfd7c942f9c req-5365feb4-c100-4b53-ba76-21a2c9703c95 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:37.778530 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7c0a00bf-e0b2-441d-84d8-7dfd7c942f9c req-5365feb4-c100-4b53-ba76-21a2c9703c95 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 945 time: 0.0876274 May 25 15:46:37.823946 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7c0a00bf-e0b2-441d-84d8-7dfd7c942f9c req-e090eb40-d244-4fea-adda-b8e7b0fd72f6 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390549 May 25 15:46:38.593383 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d86ac8-3fad-416f-83a2-e1ffee0ed6b8 req-72b0bf83-1d68-4e9e-93bf-f7f98c6d5b6f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:38.594822 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b8d86ac8-3fad-416f-83a2-e1ffee0ed6b8 req-72b0bf83-1d68-4e9e-93bf-f7f98c6d5b6f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.0826707 May 25 15:46:38.638407 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b8d86ac8-3fad-416f-83a2-e1ffee0ed6b8 req-9ceea98c-2d61-4808-9cab-37037c420562 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378997 May 25 15:46:39.014378 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6413db6-0c4e-4b2d-a5d6-51184dbdce3e req-67a1fca7-b2f8-4bd9-bb07-3a9fd576095b tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:39.016136 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a6413db6-0c4e-4b2d-a5d6-51184dbdce3e req-67a1fca7-b2f8-4bd9-bb07-3a9fd576095b tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 945 time: 0.0848651 May 25 15:46:39.069303 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-a6413db6-0c4e-4b2d-a5d6-51184dbdce3e req-3f0a40a4-f8a8-4590-ab26-2b8167586934 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465488 May 25 15:46:39.122108 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd12c3c-0043-41ee-9876-80d55423fef0 req-249881e3-4c4d-431a-9cd3-acb0caec28ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:39.123563 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-fdd12c3c-0043-41ee-9876-80d55423fef0 req-249881e3-4c4d-431a-9cd3-acb0caec28ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cdb64e1fc05f4a72be9fc39079cdc282&device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 1098 time: 0.0701044 May 25 15:46:39.259339 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd12c3c-0043-41ee-9876-80d55423fef0 req-521e6273-f15f-4342-af3d-837c7e354510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:39.260856 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-fdd12c3c-0043-41ee-9876-80d55423fef0 req-521e6273-f15f-4342-af3d-837c7e354510 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1cf3ac43-1c2d-41a1-ab33-652986c9f04a HTTP/1.1" status: 200 len: 910 time: 0.1304653 May 25 15:46:39.366168 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-fdd12c3c-0043-41ee-9876-80d55423fef0 req-d91c10a8-de27-47d2-ad4c-8ddf7c9c2d9f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d65c5c3-96a4-453e-b925-b64e1e724c47 HTTP/1.1" status: 200 len: 1000 time: 0.0988281 May 25 15:46:39.431756 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd12c3c-0043-41ee-9876-80d55423fef0 req-57e6df8e-8707-4514-9fce-2b32b012c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:39.433183 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-fdd12c3c-0043-41ee-9876-80d55423fef0 req-57e6df8e-8707-4514-9fce-2b32b012c83a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d8814786-1b46-4acf-84af-e90570416047 HTTP/1.1" status: 200 len: 848 time: 0.0596497 May 25 15:46:39.508037 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd12c3c-0043-41ee-9876-80d55423fef0 req-23bb7875-35aa-427d-90e5-94d275d9e6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:39.509531 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-fdd12c3c-0043-41ee-9876-80d55423fef0 req-23bb7875-35aa-427d-90e5-94d275d9e6de service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1cf3ac43-1c2d-41a1-ab33-652986c9f04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687883 May 25 15:46:39.641277 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-fdd12c3c-0043-41ee-9876-80d55423fef0 req-0cc9827d-626b-4a5a-b5a3-82a143358067 service neutron] 10.222.0.57 "GET /v2.0/networks/1cf3ac43-1c2d-41a1-ab33-652986c9f04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241159 May 25 15:46:39.907515 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-fdd12c3c-0043-41ee-9876-80d55423fef0 req-4b2adc56-200d-480c-b42a-01d406d880ad service neutron] 10.222.0.57 "GET /v2.0/networks/1cf3ac43-1c2d-41a1-ab33-652986c9f04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579243 May 25 15:46:39.934218 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a25fe-1e16-45ee-9070-c35c221d6f75 req-6c677124-552c-483c-80f6-63a643801f32 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:39.935627 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a14a25fe-1e16-45ee-9070-c35c221d6f75 req-6c677124-552c-483c-80f6-63a643801f32 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.1896107 May 25 15:46:39.981123 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a14a25fe-1e16-45ee-9070-c35c221d6f75 req-9ca1b655-34dc-448c-acbe-2bd1e16fe82d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387859 May 25 15:46:40.241703 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-00d24b39-016f-4036-9146-fd8bea1e1b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:40.257039 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac178c22-c4a9-41b9-9c28-558e67f91515 req-bc70c763-d945-45f0-b95c-5bd99d0f8ad3 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:40.258552 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ac178c22-c4a9-41b9-9c28-558e67f91515 req-bc70c763-d945-45f0-b95c-5bd99d0f8ad3 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 945 time: 0.0823240 May 25 15:46:40.306531 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ac178c22-c4a9-41b9-9c28-558e67f91515 req-862e338f-d046-4763-ba69-afde7b43f339 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407038 May 25 15:46:41.165132 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc201aa-928e-4360-aa4d-05d305aaf70f req-f1265f3d-0e2a-49ef-81d0-1b664be5e264 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:41.166588 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-edc201aa-928e-4360-aa4d-05d305aaf70f req-f1265f3d-0e2a-49ef-81d0-1b664be5e264 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.0794380 May 25 15:46:41.219180 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-edc201aa-928e-4360-aa4d-05d305aaf70f req-a998d57e-6ea1-4df1-a646-596215ee7f0e tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422096 May 25 15:46:41.494465 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a2faf-921e-4ff8-bbcb-1567ee34f0d1 req-8059005c-8c42-46ac-9b07-85b53fce93e1 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:41.496057 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-025a2faf-921e-4ff8-bbcb-1567ee34f0d1 req-8059005c-8c42-46ac-9b07-85b53fce93e1 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 945 time: 0.0851572 May 25 15:46:41.545174 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-025a2faf-921e-4ff8-bbcb-1567ee34f0d1 req-55457081-5be4-418d-9498-ac9e2eb1d2ce tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423403 May 25 15:46:42.407711 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40c450-9d7b-4bae-b91a-a60d0788d772 req-4c60390f-c9b5-40f0-805a-8079635cbbff tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:42.409710 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-6b40c450-9d7b-4bae-b91a-a60d0788d772 req-4c60390f-c9b5-40f0-805a-8079635cbbff tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.0832732 May 25 15:46:42.454527 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-6b40c450-9d7b-4bae-b91a-a60d0788d772 req-4b214d0e-c274-441c-a3f9-b336fb00b7be tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391943 May 25 15:46:42.710197 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:42.742287 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eaed66-0b5b-4426-afde-37b32c4d3bf1 req-26ee3ed5-db90-4d09-b317-0168de31e031 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:42.743759 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-e2eaed66-0b5b-4426-afde-37b32c4d3bf1 req-26ee3ed5-db90-4d09-b317-0168de31e031 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 945 time: 0.0897923 May 25 15:46:42.791519 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-e2eaed66-0b5b-4426-afde-37b32c4d3bf1 req-8c41ca2b-3e19-4b57-ad9f-9a55b43a11b2 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419099 May 25 15:46:42.876482 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-7757a4c0-86f3-486e-8256-6c533af192f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:43.061832 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 41652) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:43.206877 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868506b-4b05-4135-a51a-82c9318495e0 req-2c837422-b974-4146-a8ae-eab0bf4800ac tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:43.208330 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b868506b-4b05-4135-a51a-82c9318495e0 req-2c837422-b974-4146-a8ae-eab0bf4800ac tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 945 time: 0.1399109 May 25 15:46:43.215202 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-3940446a-4bf5-47ae-aec3-b9c83f68fa83 req-4a319b5b-538b-4597-ac85-3176c07c0912 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1522691 May 25 15:46:43.260710 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b868506b-4b05-4135-a51a-82c9318495e0 req-a69703ea-b18d-4266-9877-4f638125d17f tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445614 May 25 15:46:43.647703 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5e0c2-4588-43e1-b004-7fdda80c48c8 req-21f93a12-6fee-4a98-82c1-7bd15d31c5ff tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:43.649165 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-f9a5e0c2-4588-43e1-b004-7fdda80c48c8 req-21f93a12-6fee-4a98-82c1-7bd15d31c5ff tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.0838521 May 25 15:46:43.698705 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-f9a5e0c2-4588-43e1-b004-7fdda80c48c8 req-200d141f-177f-46b3-97ca-9c43420c726e tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437014 May 25 15:46:43.738932 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:44.444194 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc968a0a-444f-43c9-98d7-4042c64d5792 req-7eb9f1d6-e7c6-45d1-b84a-de1ebb975199 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:44.445704 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-cc968a0a-444f-43c9-98d7-4042c64d5792 req-7eb9f1d6-e7c6-45d1-b84a-de1ebb975199 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 945 time: 0.0784950 May 25 15:46:44.491299 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-cc968a0a-444f-43c9-98d7-4042c64d5792 req-7248c30c-5728-4401-8a3e-a630d9955e41 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396686 May 25 15:46:44.894504 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baccbe-68f2-4f15-aacb-dba334fdc709 req-1585f02c-c05f-48fd-8d9b-597f782bee49 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:44.895959 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-f3baccbe-68f2-4f15-aacb-dba334fdc709 req-1585f02c-c05f-48fd-8d9b-597f782bee49 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.0798259 May 25 15:46:44.939484 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-f3baccbe-68f2-4f15-aacb-dba334fdc709 req-aa141482-053c-41cd-913d-b7c5e41a5198 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376918 May 25 15:46:45.149634 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 5d65c5c3-96a4-453e-b925-b64e1e724c47 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:46:45.172532 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940446a-4bf5-47ae-aec3-b9c83f68fa83 req-5c481f49-2050-44b8-bb9b-b00d5688b4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:45.176226 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3940446a-4bf5-47ae-aec3-b9c83f68fa83 req-5c481f49-2050-44b8-bb9b-b00d5688b4c0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb&tenant_id=cdb64e1fc05f4a72be9fc39079cdc282 HTTP/1.1" status: 200 len: 1098 time: 0.0760016 May 25 15:46:45.269201 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940446a-4bf5-47ae-aec3-b9c83f68fa83 req-fb15763a-913a-40bd-8b38-b166a006d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:45.270334 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:45.270668 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3940446a-4bf5-47ae-aec3-b9c83f68fa83 req-fb15763a-913a-40bd-8b38-b166a006d981 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cdb64e1fc05f4a72be9fc39079cdc282&device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 1098 time: 0.0730424 May 25 15:46:45.303742 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 5d65c5c3-96a4-453e-b925-b64e1e724c47, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=5d65c5c3-96a4-453e-b925-b64e1e724c47,segment=NetworkSegment(4a067f6f-2777-461f-996b-290d007bc15e),segment_id=4a067f6f-2777-461f-996b-290d007bc15e)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:46:45.304575 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4793f96-9108-4d15-b97f-afa3151928fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d65c5c3-96a4-453e-b925-b64e1e724c47'}] {{(pid=98475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:46:45.309957 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:45.311664 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:45.366616 dv-cinder-791240-3-iscsi neutron-server[98475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4793f96-9108-4d15-b97f-afa3151928fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d65c5c3-96a4-453e-b925-b64e1e724c47', 'code': 200} May 25 15:46:45.385791 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=5d65c5c3-96a4-453e-b925-b64e1e724c47,revision_number=6']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:45.393585 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:45.393939 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:45.394279 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:45.394613 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:45.394981 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:45.395329 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:45.395666 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:45.396010 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:45.396595 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:45.397094 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:45.397422 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:45.397745 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:45.401780 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:45.417364 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940446a-4bf5-47ae-aec3-b9c83f68fa83 req-370ad6e5-d7fa-44cd-b4fc-89edd2ec7eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:45.418786 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3940446a-4bf5-47ae-aec3-b9c83f68fa83 req-370ad6e5-d7fa-44cd-b4fc-89edd2ec7eed service neutron] 10.222.0.57 "GET /v2.0/networks?id=1cf3ac43-1c2d-41a1-ab33-652986c9f04a HTTP/1.1" status: 200 len: 910 time: 0.1405754 May 25 15:46:45.506745 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:45.524082 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3940446a-4bf5-47ae-aec3-b9c83f68fa83 req-adb8b7c2-3d07-4cc6-b3a3-db82cf7184b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d65c5c3-96a4-453e-b925-b64e1e724c47 HTTP/1.1" status: 200 len: 998 time: 0.0981963 May 25 15:46:45.602108 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940446a-4bf5-47ae-aec3-b9c83f68fa83 req-a1a3299c-b34b-4a3d-8a26-d815f3872ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:45.603733 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3940446a-4bf5-47ae-aec3-b9c83f68fa83 req-a1a3299c-b34b-4a3d-8a26-d815f3872ba9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d8814786-1b46-4acf-84af-e90570416047 HTTP/1.1" status: 200 len: 848 time: 0.0685647 May 25 15:46:45.736897 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606fe35-a924-43b9-af4b-76f0a533bdee req-cfacd5ea-d585-41fe-9814-0bde4f99f271 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:45.738330 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-4606fe35-a924-43b9-af4b-76f0a533bdee req-cfacd5ea-d585-41fe-9814-0bde4f99f271 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 943 time: 0.1337073 May 25 15:46:45.761824 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940446a-4bf5-47ae-aec3-b9c83f68fa83 req-2c7d8867-95ec-4bbb-8e68-a30987a602c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:45.763202 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3940446a-4bf5-47ae-aec3-b9c83f68fa83 req-2c7d8867-95ec-4bbb-8e68-a30987a602c7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1cf3ac43-1c2d-41a1-ab33-652986c9f04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1208687 May 25 15:46:45.849666 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-4606fe35-a924-43b9-af4b-76f0a533bdee req-3a2aa4fe-56a9-40b3-b5ee-04963bd7ceb0 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054909 May 25 15:46:45.907050 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3940446a-4bf5-47ae-aec3-b9c83f68fa83 req-6ef4d588-3f81-401c-ad2c-8cea5cea4b7f service neutron] 10.222.0.57 "GET /v2.0/networks/1cf3ac43-1c2d-41a1-ab33-652986c9f04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310730 May 25 15:46:46.039358 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3940446a-4bf5-47ae-aec3-b9c83f68fa83 req-1fae8beb-1f96-4aeb-856c-e33d4d27aa45 service neutron] 10.222.0.57 "GET /v2.0/networks/1cf3ac43-1c2d-41a1-ab33-652986c9f04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254778 May 25 15:46:46.134193 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdba7a8-9816-4f24-ba6b-e775903b05f2 req-9915ba4b-b8ba-4e6a-a2aa-e9938dbad6cb tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:46.135626 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-4bdba7a8-9816-4f24-ba6b-e775903b05f2 req-9915ba4b-b8ba-4e6a-a2aa-e9938dbad6cb tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.0832186 May 25 15:46:46.255109 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-4bdba7a8-9816-4f24-ba6b-e775903b05f2 req-77a1a8b7-cce9-47ed-9055-d8655478038d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1135767 May 25 15:46:47.041604 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b57e9-2f9f-4ec7-a068-eff44b0ab7e8 req-230d458d-cbcd-4c70-bf3a-25c4b19841b5 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:47.043027 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-cd2b57e9-2f9f-4ec7-a068-eff44b0ab7e8 req-230d458d-cbcd-4c70-bf3a-25c4b19841b5 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 943 time: 0.0825098 May 25 15:46:47.086787 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-cd2b57e9-2f9f-4ec7-a068-eff44b0ab7e8 req-6918b1f5-58b9-4ca3-af51-1caf0a46ddba tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381186 May 25 15:46:47.435243 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845111d4-75ac-4487-866b-f618bc2e3098 req-e168f146-651a-45df-b2a2-1ab576e183f2 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:47.436582 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-845111d4-75ac-4487-866b-f618bc2e3098 req-e168f146-651a-45df-b2a2-1ab576e183f2 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.0775735 May 25 15:46:47.480056 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-845111d4-75ac-4487-866b-f618bc2e3098 req-ba44952c-8995-4623-aef9-05b90538775f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372894 May 25 15:46:47.714682 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 41714) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:47.772527 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a4f1ce-eb49-4773-979c-6e742574c521 admin admin] Deleting subnet 8dc0e164-0e03-4bca-8691-5935da21fd15 {{(pid=98474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 15:46:47.775326 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f2a4f1ce-eb49-4773-979c-6e742574c521 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:47.826437 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f2a4f1ce-eb49-4773-979c-6e742574c521 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981705'] for subnet, precommit_delete_associations {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:47.880962 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f2a4f1ce-eb49-4773-979c-6e742574c521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1682880'] for subnet, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:48.242924 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f2a4f1ce-eb49-4773-979c-6e742574c521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33042293'] for subnet, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:48.247745 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:48.295364 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f2a4f1ce-eb49-4773-979c-6e742574c521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for subnet, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:48.297730 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4f1ce-eb49-4773-979c-6e742574c521 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dc0e164-0e03-4bca-8691-5935da21fd15,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:48.311124 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4f1ce-eb49-4773-979c-6e742574c521 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:48.311495 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4f1ce-eb49-4773-979c-6e742574c521 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:48.311880 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4f1ce-eb49-4773-979c-6e742574c521 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:48.312240 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4f1ce-eb49-4773-979c-6e742574c521 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:48.312590 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4f1ce-eb49-4773-979c-6e742574c521 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:48.312946 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4f1ce-eb49-4773-979c-6e742574c521 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:48.313294 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4f1ce-eb49-4773-979c-6e742574c521 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:48.313642 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4f1ce-eb49-4773-979c-6e742574c521 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:48.313990 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4f1ce-eb49-4773-979c-6e742574c521 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:48.314942 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4f1ce-eb49-4773-979c-6e742574c521 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:48.315224 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4f1ce-eb49-4773-979c-6e742574c521 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:48.315566 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4f1ce-eb49-4773-979c-6e742574c521 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:48.319551 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-f2a4f1ce-eb49-4773-979c-6e742574c521 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8dc0e164-0e03-4bca-8691-5935da21fd15 HTTP/1.1" status: 204 len: 168 time: 0.6038504 May 25 15:46:48.320508 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-f2a4f1ce-eb49-4773-979c-6e742574c521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:48.322145 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 41720) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:48.423020 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170c554-ae2d-4377-ac85-fd1876fc9ad6 req-e7b21e67-a712-4a3d-8d06-9a9893c13b6d tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:48.425006 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-f170c554-ae2d-4377-ac85-fd1876fc9ad6 req-e7b21e67-a712-4a3d-8d06-9a9893c13b6d tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 943 time: 0.2304597 May 25 15:46:48.459663 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-4cc22dab-ab5f-4bcf-bc25-377c6fad1986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639092'] for network, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:48.490018 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-f170c554-ae2d-4377-ac85-fd1876fc9ad6 req-1bc1c5c1-3941-4120-b2c9-94f87894ca73 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539157 May 25 15:46:48.605798 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-4cc22dab-ab5f-4bcf-bc25-377c6fad1986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1676623', 'neutron.services.segments.db._delete_segments_for_network-8758999550940'] for network, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:48.618828 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.services.segments.db [None req-4cc22dab-ab5f-4bcf-bc25-377c6fad1986 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f418d17c-299c-4bdf-8e07-f21c295e1d6a']}} {{(pid=98474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:46:48.630898 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.services.segments.db [None req-4cc22dab-ab5f-4bcf-bc25-377c6fad1986 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc5b8ae6-5892-45da-93f0-543aec61d126') {'for_net_delete': True} {{(pid=98474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:46:48.631197 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.services.segments.db [None req-4cc22dab-ab5f-4bcf-bc25-377c6fad1986 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc5b8ae6-5892-45da-93f0-543aec61d126') {} {{(pid=98474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:46:48.643003 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-4cc22dab-ab5f-4bcf-bc25-377c6fad1986 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758999559837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981698'] for segment, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:48.659108 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-4cc22dab-ab5f-4bcf-bc25-377c6fad1986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:48.665214 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cc22dab-ab5f-4bcf-bc25-377c6fad1986 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=98474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:46:48.665463 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-4cc22dab-ab5f-4bcf-bc25-377c6fad1986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-881679'] for segment, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:48.674633 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17045c4-0774-40c9-998f-18a1ed56a934 req-4d58e0ef-e998-4526-9f72-3426ae057b92 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:48.676042 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-f17045c4-0774-40c9-998f-18a1ed56a934 req-4d58e0ef-e998-4526-9f72-3426ae057b92 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.0818925 May 25 15:46:48.678416 dv-cinder-791240-3-iscsi neutron-server[98474]: Traceback (most recent call last): May 25 15:46:48.678416 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 15:46:48.678416 dv-cinder-791240-3-iscsi neutron-server[98474]: timer() May 25 15:46:48.678416 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 15:46:48.678416 dv-cinder-791240-3-iscsi neutron-server[98474]: cb(*args, **kw) May 25 15:46:48.678416 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 15:46:48.678416 dv-cinder-791240-3-iscsi neutron-server[98474]: return func(*args, **kwargs) May 25 15:46:48.678416 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 15:46:48.678416 dv-cinder-791240-3-iscsi neutron-server[98474]: self._notify() May 25 15:46:48.678416 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 15:46:48.678416 dv-cinder-791240-3-iscsi neutron-server[98474]: self.callback(batched_events) May 25 15:46:48.678416 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 15:46:48.678416 dv-cinder-791240-3-iscsi neutron-server[98474]: event.method(event) May 25 15:46:48.678416 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 15:46:48.678416 dv-cinder-791240-3-iscsi neutron-server[98474]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 15:46:48.678416 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 15:46:48.678416 dv-cinder-791240-3-iscsi neutron-server[98474]: aggregate_uuid = self.p_client.list_aggregates( May 25 15:46:48.678416 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 15:46:48.678416 dv-cinder-791240-3-iscsi neutron-server[98474]: return f(self, *a, **k) May 25 15:46:48.678416 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 15:46:48.678416 dv-cinder-791240-3-iscsi neutron-server[98474]: return self._get(url).json() May 25 15:46:48.678416 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 15:46:48.678416 dv-cinder-791240-3-iscsi neutron-server[98474]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 15:46:48.678416 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 15:46:48.678416 dv-cinder-791240-3-iscsi neutron-server[98474]: return self.request(url, 'GET', **kwargs) May 25 15:46:48.678416 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 15:46:48.678416 dv-cinder-791240-3-iscsi neutron-server[98474]: base_url = self.get_endpoint(auth, allow=allow, May 25 15:46:48.678416 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 15:46:48.678416 dv-cinder-791240-3-iscsi neutron-server[98474]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 15:46:48.678416 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 15:46:48.678416 dv-cinder-791240-3-iscsi neutron-server[98474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 15:46:48.678416 dv-cinder-791240-3-iscsi neutron-server[98474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 15:46:48.722744 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-f17045c4-0774-40c9-998f-18a1ed56a934 req-5c56cffc-d931-459e-a76e-62a7215ee23a tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406361 May 25 15:46:48.757110 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-4cc22dab-ab5f-4bcf-bc25-377c6fad1986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1676614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-353586'] for network, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:48.762051 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-4cc22dab-ab5f-4bcf-bc25-377c6fad1986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:48.764375 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:48.785318 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc22dab-ab5f-4bcf-bc25-377c6fad1986 admin admin] Pushing event deleted for resources: {'Network': ['ID=f418d17c-299c-4bdf-8e07-f21c295e1d6a,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:48.787694 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-4cc22dab-ab5f-4bcf-bc25-377c6fad1986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:48.795741 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-4cc22dab-ab5f-4bcf-bc25-377c6fad1986 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f418d17c-299c-4bdf-8e07-f21c295e1d6a HTTP/1.1" status: 204 len: 168 time: 0.4711361 May 25 15:46:48.964157 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 41730) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:49.011660 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-27ed9294-7ef6-4f0b-8469-7c31436b43f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a20e47122af24c66bed0de2b22625a4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463164 May 25 15:46:49.013997 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 41734) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:49.071375 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2312e07f-a26a-4c2f-b691-d2065466d662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:49.100051 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2312e07f-a26a-4c2f-b691-d2065466d662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:49.150339 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2312e07f-a26a-4c2f-b691-d2065466d662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:49.155007 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-6a7bf8f2-8dfe-4869-beee-dd73ed9ef2e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:49.169025 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312e07f-a26a-4c2f-b691-d2065466d662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877e24bd-b0f7-49fe-a961-9e7f9c938eee,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:49.171410 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-2312e07f-a26a-4c2f-b691-d2065466d662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:49.181034 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2312e07f-a26a-4c2f-b691-d2065466d662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:49.182142 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-2312e07f-a26a-4c2f-b691-d2065466d662 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/877e24bd-b0f7-49fe-a961-9e7f9c938eee HTTP/1.1" status: 204 len: 168 time: 0.1672812 May 25 15:46:49.674751 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5407f6-c3c7-47a7-ad42-5c573c605af1 req-eceec7f9-4b72-4c71-9331-1c267c4e4c4c tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:49.676215 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-4c5407f6-c3c7-47a7-ad42-5c573c605af1 req-eceec7f9-4b72-4c71-9331-1c267c4e4c4c tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 943 time: 0.0807960 May 25 15:46:49.719667 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-4c5407f6-c3c7-47a7-ad42-5c573c605af1 req-0781acfb-3198-442b-a5f3-8efd359b33a1 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378633 May 25 15:46:49.912232 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55234b-53f5-42db-bb73-394d98abd072 req-05791735-525c-4c28-ade3-109398caba1b tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:49.913614 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-bf55234b-53f5-42db-bb73-394d98abd072 req-05791735-525c-4c28-ade3-109398caba1b tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.0787032 May 25 15:46:49.962812 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-bf55234b-53f5-42db-bb73-394d98abd072 req-48193b4c-061f-4fa1-b5a3-06f2ba3daebb tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436037 May 25 15:46:50.181299 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61cbc7-26f5-447d-9bb4-a7771046b11e req-47e2f110-a1ce-4352-b905-2b660e7e4781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:50.182665 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1d61cbc7-26f5-447d-9bb4-a7771046b11e req-47e2f110-a1ce-4352-b905-2b660e7e4781 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cdb64e1fc05f4a72be9fc39079cdc282&device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 1096 time: 0.0726311 May 25 15:46:50.327531 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61cbc7-26f5-447d-9bb4-a7771046b11e req-7e49b5b1-d194-45fb-b6c4-d1a204ad5e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:50.329003 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1d61cbc7-26f5-447d-9bb4-a7771046b11e req-7e49b5b1-d194-45fb-b6c4-d1a204ad5e3d service neutron] 10.222.0.57 "GET /v2.0/networks?id=1cf3ac43-1c2d-41a1-ab33-652986c9f04a HTTP/1.1" status: 200 len: 910 time: 0.1262159 May 25 15:46:50.431604 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1d61cbc7-26f5-447d-9bb4-a7771046b11e req-3322cff8-6f95-48ca-a531-372a49324186 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d65c5c3-96a4-453e-b925-b64e1e724c47 HTTP/1.1" status: 200 len: 998 time: 0.0944543 May 25 15:46:50.492618 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61cbc7-26f5-447d-9bb4-a7771046b11e req-176e2363-0163-4d9e-94f9-50a1e419f3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:50.494045 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1d61cbc7-26f5-447d-9bb4-a7771046b11e req-176e2363-0163-4d9e-94f9-50a1e419f3fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d8814786-1b46-4acf-84af-e90570416047 HTTP/1.1" status: 200 len: 848 time: 0.0561039 May 25 15:46:50.568335 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61cbc7-26f5-447d-9bb4-a7771046b11e req-80f565fc-f535-457d-a758-40af7ef89677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:50.569782 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1d61cbc7-26f5-447d-9bb4-a7771046b11e req-80f565fc-f535-457d-a758-40af7ef89677 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1cf3ac43-1c2d-41a1-ab33-652986c9f04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688429 May 25 15:46:50.700020 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1d61cbc7-26f5-447d-9bb4-a7771046b11e req-2855c17a-236c-489c-bab7-c2b48c51df79 service neutron] 10.222.0.57 "GET /v2.0/networks/1cf3ac43-1c2d-41a1-ab33-652986c9f04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227553 May 25 15:46:50.984131 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1d61cbc7-26f5-447d-9bb4-a7771046b11e req-9d51ab42-161d-4a88-9364-18083d49b294 service neutron] 10.222.0.57 "GET /v2.0/networks/1cf3ac43-1c2d-41a1-ab33-652986c9f04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770679 May 25 15:46:50.999551 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedba3d1-3272-4e7a-ad6a-e32533ee2afb req-f7060ecf-5a87-4c39-b2bc-d4fe442447dc tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:51.001333 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-eedba3d1-3272-4e7a-ad6a-e32533ee2afb req-f7060ecf-5a87-4c39-b2bc-d4fe442447dc tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 943 time: 0.1342015 May 25 15:46:51.048246 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-eedba3d1-3272-4e7a-ad6a-e32533ee2afb req-e3734996-4374-49cc-9148-aaea543bda87 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386865 May 25 15:46:51.145930 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485852df-f898-4b27-b654-3f5e78c155ce req-a047d5c7-2633-42dc-a034-f42262f8c9d1 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:51.147449 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-485852df-f898-4b27-b654-3f5e78c155ce req-a047d5c7-2633-42dc-a034-f42262f8c9d1 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.0780978 May 25 15:46:51.191698 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-485852df-f898-4b27-b654-3f5e78c155ce req-4f574a8e-79bf-42ad-a6d3-278f987ceb41 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381894 May 25 15:46:52.247699 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c902c4-a2e2-4e91-8300-668bd3209db8 req-17d0387e-28d4-49c8-95ba-67ba49b91719 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:52.249182 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-18c902c4-a2e2-4e91-8300-668bd3209db8 req-17d0387e-28d4-49c8-95ba-67ba49b91719 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 943 time: 0.0944757 May 25 15:46:52.294976 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-18c902c4-a2e2-4e91-8300-668bd3209db8 req-4f6c091f-7e47-44c9-8b45-4f75ec56c756 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399716 May 25 15:46:52.473569 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef252a5b-ccbf-458e-af59-1655033d4ec6 req-86a22566-9a8d-4b0c-a8a7-6e447c648c8f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:52.475053 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ef252a5b-ccbf-458e-af59-1655033d4ec6 req-86a22566-9a8d-4b0c-a8a7-6e447c648c8f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.0799711 May 25 15:46:52.524423 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ef252a5b-ccbf-458e-af59-1655033d4ec6 req-d73b1000-68dc-478c-aff9-2c08adf883be tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422773 May 25 15:46:53.089933 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:53.173877 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 5d65c5c3-96a4-453e-b925-b64e1e724c47 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:46:53.309319 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 5d65c5c3-96a4-453e-b925-b64e1e724c47, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=5d65c5c3-96a4-453e-b925-b64e1e724c47,segment=NetworkSegment(4a067f6f-2777-461f-996b-290d007bc15e),segment_id=4a067f6f-2777-461f-996b-290d007bc15e)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:46:53.322984 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Returning: {'device': '5d65c5c3-96a4-453e-b925-b64e1e724c47', 'network_id': '1cf3ac43-1c2d-41a1-ab33-652986c9f04a', 'port_id': '5d65c5c3-96a4-453e-b925-b64e1e724c47', 'mac_address': 'fa:16:3e:f2:ad:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8814786-1b46-4acf-84af-e90570416047', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:46:53.380294 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:53.398981 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d65c5c3-96a4-453e-b925-b64e1e724c47 {{(pid=98475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:46:53.421155 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 5d65c5c3-96a4-453e-b925-b64e1e724c47, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=5d65c5c3-96a4-453e-b925-b64e1e724c47,segment=NetworkSegment(4a067f6f-2777-461f-996b-290d007bc15e),segment_id=4a067f6f-2777-461f-996b-290d007bc15e)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:46:53.426023 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:53.428019 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-58d59550-33de-425d-854f-d9b5d02d158c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:53.499760 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=5d65c5c3-96a4-453e-b925-b64e1e724c47,revision_number=7']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:53.501074 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcace7a9-c41f-482c-87a7-1a213b610b95 req-172c12df-32df-4405-96f9-241b0601f5c2 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:53.503263 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-dcace7a9-c41f-482c-87a7-1a213b610b95 req-172c12df-32df-4405-96f9-241b0601f5c2 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 944 time: 0.0999722 May 25 15:46:53.507644 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:53.600799 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-dcace7a9-c41f-482c-87a7-1a213b610b95 req-d4e9f510-5127-4b01-a30f-4a10db7e2251 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903428 May 25 15:46:53.625200 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee1c95-3de4-4aca-93fa-7d057c2e05e8 req-b75e74ae-0074-4e05-978d-79183e14c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:53.627577 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0fee1c95-3de4-4aca-93fa-7d057c2e05e8 req-b75e74ae-0074-4e05-978d-79183e14c75a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 1097 time: 0.1027713 May 25 15:46:53.674120 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0fee1c95-3de4-4aca-93fa-7d057c2e05e8 req-912537b1-56db-43e4-b653-e7dd136106b2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395973 May 25 15:46:53.723207 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72e423-6c7a-4262-8dad-44af70d774ae req-974c121d-60d2-4d2d-af53-e11eaa78f2bf tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:53.724730 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-eb72e423-6c7a-4262-8dad-44af70d774ae req-974c121d-60d2-4d2d-af53-e11eaa78f2bf tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.0840392 May 25 15:46:53.773316 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-eb72e423-6c7a-4262-8dad-44af70d774ae req-53616669-c843-4ead-b788-68a97d21f082 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404310 May 25 15:46:53.802975 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['5d65c5c3-96a4-453e-b925-b64e1e724c47'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:46:54.034751 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc88a2-390d-48f3-b811-478ff8d4bfbf req-136fb1fc-b4b5-44fe-9fa1-273efdc60d26 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:54.043920 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d6cc88a2-390d-48f3-b811-478ff8d4bfbf req-136fb1fc-b4b5-44fe-9fa1-273efdc60d26 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 946 time: 0.1272404 May 25 15:46:54.097730 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d6cc88a2-390d-48f3-b811-478ff8d4bfbf req-55224046-3d08-4296-8a68-9f9876f79a39 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528028 May 25 15:46:54.144328 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6cea7-0e90-4e5d-a1d8-82b6eea64122 req-b2362050-052a-4a05-8cff-697a9c846f2f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:54.145786 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b9b6cea7-0e90-4e5d-a1d8-82b6eea64122 req-b2362050-052a-4a05-8cff-697a9c846f2f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.0928688 May 25 15:46:54.193546 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b9b6cea7-0e90-4e5d-a1d8-82b6eea64122 req-318249c8-b9e5-497c-a3ce-f14a0564f653 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420899 May 25 15:46:54.196459 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66bc85-7b9f-4e5c-868f-1b0bb0f3a939 req-9a55885a-94c2-4e6a-a036-870927de5fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:54.197910 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-eb66bc85-7b9f-4e5c-868f-1b0bb0f3a939 req-9a55885a-94c2-4e6a-a036-870927de5fc0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=09c1045625524f1b90d5479c8fb05c9e&device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 1098 time: 0.0757954 May 25 15:46:54.332210 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66bc85-7b9f-4e5c-868f-1b0bb0f3a939 req-85da430a-c4a8-4e7f-9c1e-0cb14a2d96e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:54.333636 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-eb66bc85-7b9f-4e5c-868f-1b0bb0f3a939 req-85da430a-c4a8-4e7f-9c1e-0cb14a2d96e7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f HTTP/1.1" status: 200 len: 912 time: 0.1276159 May 25 15:46:54.432971 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-eb66bc85-7b9f-4e5c-868f-1b0bb0f3a939 req-0b56cc39-4c74-4849-88ba-65f7bcec9041 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=550a0639-2ef3-4aed-89e3-f416321e6a82 HTTP/1.1" status: 200 len: 1001 time: 0.0924723 May 25 15:46:54.498535 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66bc85-7b9f-4e5c-868f-1b0bb0f3a939 req-aedb7a1e-9ac4-4180-b330-1dfdfe429f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:54.499959 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-eb66bc85-7b9f-4e5c-868f-1b0bb0f3a939 req-aedb7a1e-9ac4-4180-b330-1dfdfe429f94 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f08251b0-e8ff-4f78-a05b-357588699f33 HTTP/1.1" status: 200 len: 850 time: 0.0596662 May 25 15:46:54.577014 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66bc85-7b9f-4e5c-868f-1b0bb0f3a939 req-90dde588-b415-4b41-98e6-7c951fc2e497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:54.578466 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-eb66bc85-7b9f-4e5c-868f-1b0bb0f3a939 req-90dde588-b415-4b41-98e6-7c951fc2e497 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692492 May 25 15:46:54.752048 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-eb66bc85-7b9f-4e5c-868f-1b0bb0f3a939 req-9c67f774-bf0c-47dc-a902-5e787943d05b service neutron] 10.222.0.57 "GET /v2.0/networks/6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653392 May 25 15:46:54.913874 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8b3d1-ac87-40be-bd58-47a790a91a90 req-c6d5ab71-a3b3-4275-bfd4-f9aa2ea12fe4 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:54.915244 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-28d8b3d1-ac87-40be-bd58-47a790a91a90 req-c6d5ab71-a3b3-4275-bfd4-f9aa2ea12fe4 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 944 time: 0.2041318 May 25 15:46:54.920942 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-eb66bc85-7b9f-4e5c-868f-1b0bb0f3a939 req-279c934f-3e0b-4a9f-bf87-f5bc67338a07 service neutron] 10.222.0.57 "GET /v2.0/networks/6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627259 May 25 15:46:54.961466 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-28d8b3d1-ac87-40be-bd58-47a790a91a90 req-d7971ddf-09c6-44c5-a958-c736f643e996 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395954 May 25 15:46:55.176221 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 5d65c5c3-96a4-453e-b925-b64e1e724c47 up at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:46:55.245555 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning complete for port 5d65c5c3-96a4-453e-b925-b64e1e724c47 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:46:55.245937 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:55.284752 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34651a82-db09-4fc5-92d5-d6692fdebdcd req-a1aebfda-44f4-4736-b39f-96d932e5d2fd tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:55.286368 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-34651a82-db09-4fc5-92d5-d6692fdebdcd req-a1aebfda-44f4-4736-b39f-96d932e5d2fd tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 946 time: 0.0844920 May 25 15:46:55.333358 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-34651a82-db09-4fc5-92d5-d6692fdebdcd req-83697200-f43f-479c-938c-3afa1a3dae94 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410345 May 25 15:46:55.365745 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:55.382760 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20374aa3-2257-4aae-940d-6739cc95a1f7 req-a6ead7cd-1d4b-4633-8d96-aaee85e0533c tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:55.390968 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-20374aa3-2257-4aae-940d-6739cc95a1f7 req-a6ead7cd-1d4b-4633-8d96-aaee85e0533c tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.0896788 May 25 15:46:55.392893 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4793f96-9108-4d15-b97f-afa3151928fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d65c5c3-96a4-453e-b925-b64e1e724c47'}] {{(pid=98475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:46:55.402478 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 5d65c5c3-96a4-453e-b925-b64e1e724c47, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=5d65c5c3-96a4-453e-b925-b64e1e724c47,segment=NetworkSegment(4a067f6f-2777-461f-996b-290d007bc15e),segment_id=4a067f6f-2777-461f-996b-290d007bc15e)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:46:55.407402 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:55.410089 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:55.445239 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-20374aa3-2257-4aae-940d-6739cc95a1f7 req-1c4b27c8-fd66-4309-a945-ab6b9d988a2a tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532598 May 25 15:46:55.461211 dv-cinder-791240-3-iscsi neutron-server[98475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4793f96-9108-4d15-b97f-afa3151928fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d65c5c3-96a4-453e-b925-b64e1e724c47', 'code': 200} May 25 15:46:55.510748 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=5d65c5c3-96a4-453e-b925-b64e1e724c47,revision_number=8']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:55.513767 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:55.965895 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ee1ed-87b7-46d8-9f51-9acd67055718 req-25f6d1ea-e1e8-4e19-a7a1-2990d7d270c5 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:55.967284 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-905ee1ed-87b7-46d8-9f51-9acd67055718 req-25f6d1ea-e1e8-4e19-a7a1-2990d7d270c5 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.57 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 946 time: 0.0771852 May 25 15:46:56.157380 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0502280-44c9-4c24-ad63-e34ba96d8508 req-a72a211f-80a8-4e78-b770-c945263dabfd tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:56.159428 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d0502280-44c9-4c24-ad63-e34ba96d8508 req-a72a211f-80a8-4e78-b770-c945263dabfd tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 945 time: 0.0881100 May 25 15:46:56.195782 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [req-905ee1ed-87b7-46d8-9f51-9acd67055718 req-d6c61721-d02d-4ca4-97d2-3dca1a44fd95 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Deleting port 0adab53e-0feb-4d1d-a7a9-f401ed874fae {{(pid=98474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:46:56.196148 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-905ee1ed-87b7-46d8-9f51-9acd67055718 req-d6c61721-d02d-4ca4-97d2-3dca1a44fd95 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:56.203756 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d0502280-44c9-4c24-ad63-e34ba96d8508 req-a9c6ca90-a3e8-46ce-8b23-4fa5d4c041a8 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386388 May 25 15:46:56.331497 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [req-905ee1ed-87b7-46d8-9f51-9acd67055718 req-d6c61721-d02d-4ca4-97d2-3dca1a44fd95 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] For port 0adab53e-0feb-4d1d-a7a9-f401ed874fae, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=0adab53e-0feb-4d1d-a7a9-f401ed874fae,segment=NetworkSegment(f75f90f2-d3cf-4d1f-8686-0dba664408e0),segment_id=f75f90f2-d3cf-4d1f-8686-0dba664408e0)] {{(pid=98474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:46:56.331872 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-905ee1ed-87b7-46d8-9f51-9acd67055718 req-d6c61721-d02d-4ca4-97d2-3dca1a44fd95 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:56.629552 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e7796-12f3-4234-b785-32dbb469ffb8 req-698ac268-1083-4a73-89a3-9192c158c9ac tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:56.630969 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-193e7796-12f3-4234-b785-32dbb469ffb8 req-698ac268-1083-4a73-89a3-9192c158c9ac tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.0788460 May 25 15:46:56.677314 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-193e7796-12f3-4234-b785-32dbb469ffb8 req-cf870407-1f01-46e5-b89f-e31da521b9ab tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406368 May 25 15:46:56.683201 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-905ee1ed-87b7-46d8-9f51-9acd67055718 req-d6c61721-d02d-4ca4-97d2-3dca1a44fd95 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:56.683630 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-905ee1ed-87b7-46d8-9f51-9acd67055718 req-d6c61721-d02d-4ca4-97d2-3dca1a44fd95 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-353536'] for floatingip, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:56.683997 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.db.l3_db [req-905ee1ed-87b7-46d8-9f51-9acd67055718 req-d6c61721-d02d-4ca4-97d2-3dca1a44fd95 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Floating IP 02ab6b2a-bd12-4cbc-89db-5f5c4859463d disassociated. External IP: 172.27.3.55, port: 0adab53e-0feb-4d1d-a7a9-f401ed874fae. May 25 15:46:56.684350 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [req-905ee1ed-87b7-46d8-9f51-9acd67055718 req-d6c61721-d02d-4ca4-97d2-3dca1a44fd95 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Calling delete_port for 0adab53e-0feb-4d1d-a7a9-f401ed874fae owned by compute:nova {{(pid=98474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:46:56.701998 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f99682-7c48-46ea-9213-10fb72f9da72 req-78adcc4b-a0aa-4073-8d35-48d112735f88 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:46:56.703474 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-46f99682-7c48-46ea-9213-10fb72f9da72 req-78adcc4b-a0aa-4073-8d35-48d112735f88 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 946 time: 0.2208912 May 25 15:46:56.763812 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-46f99682-7c48-46ea-9213-10fb72f9da72 req-9935f09c-9735-4581-93ee-1522c06e2b2d tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=a327be23-1463-43cb-a6f1-9b1761cb121b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540080 May 25 15:46:56.847553 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-905ee1ed-87b7-46d8-9f51-9acd67055718 req-d6c61721-d02d-4ca4-97d2-3dca1a44fd95 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:56.853260 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-d3b23da7-ed33-4f0e-b714-7da34aa9673b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:56.896159 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c61721-d02d-4ca4-97d2-3dca1a44fd95 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Pushing event deleted for resources: {'Port': ['ID=0adab53e-0feb-4d1d-a7a9-f401ed874fae,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:56.899413 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-d6c61721-d02d-4ca4-97d2-3dca1a44fd95 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:57.092677 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-905ee1ed-87b7-46d8-9f51-9acd67055718 req-d6c61721-d02d-4ca4-97d2-3dca1a44fd95 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Router 773fe0b0-9b06-4686-98b1-d9134d412d1c has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:46:57.242237 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:46:57.275679 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-905ee1ed-87b7-46d8-9f51-9acd67055718 req-d6c61721-d02d-4ca4-97d2-3dca1a44fd95 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:46:57.285720 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3962dc-633f-4b91-952c-b94d7895afa2 None None] Sync routers for ids ['773fe0b0-9b06-4686-98b1-d9134d412d1c'] in dv-cinder-791240-3-iscsi {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:46:57.295047 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3962dc-633f-4b91-952c-b94d7895afa2 None None] Routers {'773fe0b0-9b06-4686-98b1-d9134d412d1c'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:46:57.295658 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-dd3962dc-633f-4b91-952c-b94d7895afa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:46:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['773fe0b0-9b06-4686-98b1-d9134d412d1c'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:46:57.354088 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [req-905ee1ed-87b7-46d8-9f51-9acd67055718 req-d6c61721-d02d-4ca4-97d2-3dca1a44fd95 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] No DVR routers for this DVR port 0adab53e-0feb-4d1d-a7a9-f401ed874fae on host hv-cinder-79124 {{(pid=98474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:46:57.357158 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-905ee1ed-87b7-46d8-9f51-9acd67055718 req-d6c61721-d02d-4ca4-97d2-3dca1a44fd95 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:57.359999 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0558ca84-a4e1-438d-9894-ae1ba56e4629', 'name': 'network-vif-deleted', 'tag': '0adab53e-0feb-4d1d-a7a9-f401ed874fae'}] {{(pid=98474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:46:57.377402 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-905ee1ed-87b7-46d8-9f51-9acd67055718 req-d6c61721-d02d-4ca4-97d2-3dca1a44fd95 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.57 "DELETE /v2.0/ports/0adab53e-0feb-4d1d-a7a9-f401ed874fae HTTP/1.1" status: 204 len: 173 time: 1.4035721 May 25 15:46:57.416367 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0558ca84-a4e1-438d-9894-ae1ba56e4629', 'name': 'network-vif-deleted', 'tag': '0adab53e-0feb-4d1d-a7a9-f401ed874fae', 'status': 'completed', 'code': 200} May 25 15:46:57.494537 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-dd3962dc-633f-4b91-952c-b94d7895afa2 None None] Set router 773fe0b0-9b06-4686-98b1-d9134d412d1c gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:46:57.830524 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-dd3962dc-633f-4b91-952c-b94d7895afa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1694927309-router', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:39:28Z', 'updated_at': '2021-05-25T15:39:46Z', 'revision_number': 4, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'gw_port': {'id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:30Z', 'updated_at': '2021-05-25T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '99703f4e-63ee-4d70-a03c-2d40e2bef85a', 'name': '', 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'mac_address': 'fa:16:3e:eb:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6affe17c-ed2e-4df1-9809-4e056b57fa85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:40Z', 'updated_at': '2021-05-25T15:39:56Z', 'revision_number': 5, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'subnets': [{'id': '6affe17c-ed2e-4df1-9809-4e056b57fa85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:46:57.838720 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3962dc-633f-4b91-952c-b94d7895afa2 None None] Checking router: 773fe0b0-9b06-4686-98b1-d9134d412d1c for host: dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:46:57.849200 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3962dc-633f-4b91-952c-b94d7895afa2 None None] Routers {'773fe0b0-9b06-4686-98b1-d9134d412d1c'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:46:57.849831 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-dd3962dc-633f-4b91-952c-b94d7895afa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:46:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['773fe0b0-9b06-4686-98b1-d9134d412d1c'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:46:57.959037 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-9f526e26-37c2-442f-95d9-10f595124a6a req-9bfa6900-385b-430c-bdd7-be82a53f3557 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Synchronizing usage tracker for tenant:84e65264be4b4ed284c28ccc90c35988 on resource:port {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:46:57.976962 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-9f526e26-37c2-442f-95d9-10f595124a6a req-9bfa6900-385b-430c-bdd7-be82a53f3557 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Unset dirty status for tenant:84e65264be4b4ed284c28ccc90c35988 on resource:port {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:46:57.978888 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9f526e26-37c2-442f-95d9-10f595124a6a req-9bfa6900-385b-430c-bdd7-be82a53f3557 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=0558ca84-a4e1-438d-9894-ae1ba56e4629 HTTP/1.1" status: 200 len: 210 time: 0.0633581 May 25 15:46:58.046455 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-dd3962dc-633f-4b91-952c-b94d7895afa2 None None] Set router 773fe0b0-9b06-4686-98b1-d9134d412d1c gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:46:58.355649 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-dd3962dc-633f-4b91-952c-b94d7895afa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1694927309-router', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:39:28Z', 'updated_at': '2021-05-25T15:39:46Z', 'revision_number': 4, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'gw_port': {'id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:30Z', 'updated_at': '2021-05-25T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '99703f4e-63ee-4d70-a03c-2d40e2bef85a', 'name': '', 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'mac_address': 'fa:16:3e:eb:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6affe17c-ed2e-4df1-9809-4e056b57fa85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:40Z', 'updated_at': '2021-05-25T15:39:56Z', 'revision_number': 5, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'subnets': [{'id': '6affe17c-ed2e-4df1-9809-4e056b57fa85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:46:58.359766 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3962dc-633f-4b91-952c-b94d7895afa2 None None] The sync data for ids ['773fe0b0-9b06-4686-98b1-d9134d412d1c'] in dv-cinder-791240-3-iscsi is: [{'id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1694927309-router', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:39:28Z', 'updated_at': '2021-05-25T15:39:46Z', 'revision_number': 4, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'gw_port': {'id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:30Z', 'updated_at': '2021-05-25T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '99703f4e-63ee-4d70-a03c-2d40e2bef85a', 'name': '', 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'mac_address': 'fa:16:3e:eb:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6affe17c-ed2e-4df1-9809-4e056b57fa85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:40Z', 'updated_at': '2021-05-25T15:39:56Z', 'revision_number': 5, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'subnets': [{'id': '6affe17c-ed2e-4df1-9809-4e056b57fa85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:46:58.567739 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd55ed6-4f7c-478c-853c-9372a9008232 None None] New status for floating IP 02ab6b2a-bd12-4cbc-89db-5f5c4859463d: DOWN {{(pid=98476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 15:46:59.117789 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 41808) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:59.186197 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-1221ecd4-43b0-4c4a-945d-a702a92b9e98 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:59.203848 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 0adab53e-0feb-4d1d-a7a9-f401ed874fae no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:46:59.213376 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-1221ecd4-43b0-4c4a-945d-a702a92b9e98 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:59.239631 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] No Port match for: 0adab53e-0feb-4d1d-a7a9-f401ed874fae {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:46:59.240024 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 0adab53e-0feb-4d1d-a7a9-f401ed874fae not bound to the agent host hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:46:59.269618 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-1221ecd4-43b0-4c4a-945d-a702a92b9e98 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:59.273286 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-df239498-2c1f-4379-8791-25a779d5b1c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:46:59.287603 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1221ecd4-43b0-4c4a-945d-a702a92b9e98 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a327be23-1463-43cb-a6f1-9b1761cb121b,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:46:59.299987 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221ecd4-43b0-4c4a-945d-a702a92b9e98 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:59.300354 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221ecd4-43b0-4c4a-945d-a702a92b9e98 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:59.300715 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221ecd4-43b0-4c4a-945d-a702a92b9e98 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:59.301069 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221ecd4-43b0-4c4a-945d-a702a92b9e98 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:59.301417 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221ecd4-43b0-4c4a-945d-a702a92b9e98 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:59.301766 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221ecd4-43b0-4c4a-945d-a702a92b9e98 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:59.302121 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221ecd4-43b0-4c4a-945d-a702a92b9e98 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:59.302472 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221ecd4-43b0-4c4a-945d-a702a92b9e98 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:59.302814 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221ecd4-43b0-4c4a-945d-a702a92b9e98 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:59.303174 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221ecd4-43b0-4c4a-945d-a702a92b9e98 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:59.303503 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221ecd4-43b0-4c4a-945d-a702a92b9e98 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:59.303879 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221ecd4-43b0-4c4a-945d-a702a92b9e98 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:46:59.309056 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-1221ecd4-43b0-4c4a-945d-a702a92b9e98 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:46:59.310311 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-1221ecd4-43b0-4c4a-945d-a702a92b9e98 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:59.311434 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-1221ecd4-43b0-4c4a-945d-a702a92b9e98 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "DELETE /v2.0/security-groups/a327be23-1463-43cb-a6f1-9b1761cb121b HTTP/1.1" status: 204 len: 168 time: 0.1920314 May 25 15:46:59.314573 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 41812) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:59.331151 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.api.v2.resource [None req-e13c567a-083c-41a3-85d3-0d30ad02a6b8 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] show failed (client error): The resource could not be found. May 25 15:46:59.332168 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-e13c567a-083c-41a3-85d3-0d30ad02a6b8 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups/a327be23-1463-43cb-a6f1-9b1761cb121b HTTP/1.1" status: 404 len: 347 time: 0.0166068 May 25 15:46:59.335164 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 41816) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:46:59.549435 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-8affbd75-fd1a-48c0-9dfe-020c05e62b79 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Deleting port 36d80984-c82d-4863-a287-e3e7c0515656 {{(pid=98473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:46:59.549784 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-8affbd75-fd1a-48c0-9dfe-020c05e62b79 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:59.672331 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-8affbd75-fd1a-48c0-9dfe-020c05e62b79 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:59.672656 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-8affbd75-fd1a-48c0-9dfe-020c05e62b79 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:59.867956 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-8affbd75-fd1a-48c0-9dfe-020c05e62b79 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Calling delete_port for 36d80984-c82d-4863-a287-e3e7c0515656 owned by network:floatingip {{(pid=98473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:46:59.981245 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-8affbd75-fd1a-48c0-9dfe-020c05e62b79 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31785040'] for port, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:46:59.986591 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-6841fc38-508f-4fd8-bf6f-1c057958c522 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:00.029168 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affbd75-fd1a-48c0-9dfe-020c05e62b79 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Pushing event deleted for resources: {'Port': ['ID=36d80984-c82d-4863-a287-e3e7c0515656,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:00.055451 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-8affbd75-fd1a-48c0-9dfe-020c05e62b79 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:00.120350 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-8affbd75-fd1a-48c0-9dfe-020c05e62b79 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for floatingip, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:00.137232 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-8affbd75-fd1a-48c0-9dfe-020c05e62b79 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for floatingip, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:00.138356 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-8affbd75-fd1a-48c0-9dfe-020c05e62b79 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "DELETE /v2.0/floatingips/02ab6b2a-bd12-4cbc-89db-5f5c4859463d HTTP/1.1" status: 204 len: 168 time: 0.8022280 May 25 15:47:00.430175 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 41822) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:47:00.435702 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-4633fb4e-b567-4a1d-9ebc-9e5b38548535 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1880787352', 'description': 'tempest-description--1749586338'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:47:00.442147 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-4633fb4e-b567-4a1d-9ebc-9e5b38548535 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:47:00.446219 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-4633fb4e-b567-4a1d-9ebc-9e5b38548535 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Usage tracker for resource:security_group and tenant:84e65264be4b4ed284c28ccc90c35988 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:47:00.449047 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-4633fb4e-b567-4a1d-9ebc-9e5b38548535 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:47:00.456502 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-4633fb4e-b567-4a1d-9ebc-9e5b38548535 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:47:00.465504 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-4633fb4e-b567-4a1d-9ebc-9e5b38548535 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:00.485305 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-4633fb4e-b567-4a1d-9ebc-9e5b38548535 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:47:00.489042 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-4633fb4e-b567-4a1d-9ebc-9e5b38548535 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Usage tracker for resource:security_group_rule and tenant:84e65264be4b4ed284c28ccc90c35988 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:47:00.491735 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-4633fb4e-b567-4a1d-9ebc-9e5b38548535 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:47:00.497210 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-4633fb4e-b567-4a1d-9ebc-9e5b38548535 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:47:00.567197 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-4633fb4e-b567-4a1d-9ebc-9e5b38548535 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:00.570990 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-4633fb4e-b567-4a1d-9ebc-9e5b38548535 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:00.574732 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-73cafebe-6c28-43a1-9c41-f900413ba9e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:00.618084 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633fb4e-b567-4a1d-9ebc-9e5b38548535 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:00.620955 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-4633fb4e-b567-4a1d-9ebc-9e5b38548535 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:00.622237 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-4633fb4e-b567-4a1d-9ebc-9e5b38548535 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1911006 May 25 15:47:00.623089 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-4633fb4e-b567-4a1d-9ebc-9e5b38548535 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:00.625504 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 41826) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:47:00.631455 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-93633e29-7060-4d07-b358-a1a038a59328 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Request body: {'security_group_rule': {'security_group_id': 'ea28f2ef-ee74-4fa8-a850-e0b8fff5363c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:47:00.637404 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-93633e29-7060-4d07-b358-a1a038a59328 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:47:00.641175 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-93633e29-7060-4d07-b358-a1a038a59328 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Usage tracker for resource:security_group_rule and tenant:84e65264be4b4ed284c28ccc90c35988 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:47:00.644704 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-93633e29-7060-4d07-b358-a1a038a59328 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:47:00.650296 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-93633e29-7060-4d07-b358-a1a038a59328 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:47:00.666885 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-93633e29-7060-4d07-b358-a1a038a59328 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:00.727797 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-93633e29-7060-4d07-b358-a1a038a59328 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:00.731241 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-93633e29-7060-4d07-b358-a1a038a59328 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510867'] for security_group_rule, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:00.739168 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-c133c158-a51c-4054-88ba-fe49e7353b59 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:00.756749 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93633e29-7060-4d07-b358-a1a038a59328 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85ddd9bd-6ab4-49a8-8fb2-6cf98e6560af,revision_number=0']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:00.759437 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-93633e29-7060-4d07-b358-a1a038a59328 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:00.766673 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-93633e29-7060-4d07-b358-a1a038a59328 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:00.771086 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-93633e29-7060-4d07-b358-a1a038a59328 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1439753 May 25 15:47:00.771273 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 41830) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:47:00.776468 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-505b155a-5473-4641-9c1b-2e1032d534ac tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Request body: {'security_group_rule': {'security_group_id': 'ea28f2ef-ee74-4fa8-a850-e0b8fff5363c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:47:00.782306 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-505b155a-5473-4641-9c1b-2e1032d534ac tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:47:00.786632 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-505b155a-5473-4641-9c1b-2e1032d534ac tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Usage tracker for resource:security_group_rule and tenant:84e65264be4b4ed284c28ccc90c35988 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:47:00.789485 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-505b155a-5473-4641-9c1b-2e1032d534ac tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:47:00.795142 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-505b155a-5473-4641-9c1b-2e1032d534ac tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:47:00.810850 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-505b155a-5473-4641-9c1b-2e1032d534ac tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:00.871968 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-505b155a-5473-4641-9c1b-2e1032d534ac tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:00.875402 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-505b155a-5473-4641-9c1b-2e1032d534ac tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510867'] for security_group_rule, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:00.883104 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:00.901434 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b155a-5473-4641-9c1b-2e1032d534ac tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=930179b0-31a4-4ba9-8ff0-7798e0596957,revision_number=0']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:00.903849 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-505b155a-5473-4641-9c1b-2e1032d534ac tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:00.911510 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-505b155a-5473-4641-9c1b-2e1032d534ac tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:00.912948 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-505b155a-5473-4641-9c1b-2e1032d534ac tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1406298 May 25 15:47:00.916066 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 41834) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:47:00.921492 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-e380a3b3-f107-487e-b89d-025f00d0404f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Request body: {'floatingip': {'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:47:00.927662 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-e380a3b3-f107-487e-b89d-025f00d0404f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:47:00.931433 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-e380a3b3-f107-487e-b89d-025f00d0404f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Usage tracker for resource:floatingip and tenant:84e65264be4b4ed284c28ccc90c35988 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:47:00.934192 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-e380a3b3-f107-487e-b89d-025f00d0404f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:47:00.939678 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-e380a3b3-f107-487e-b89d-025f00d0404f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:47:00.948953 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e380a3b3-f107-487e-b89d-025f00d0404f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for floatingip, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:01.175107 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e380a3b3-f107-487e-b89d-025f00d0404f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:01.310148 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.db_base_plugin_common [None req-e380a3b3-f107-487e-b89d-025f00d0404f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Allocated IP 172.27.3.88 (64bdbeb4-2429-4b9e-9f88-29f950eefffc/3f9f8472-0ab8-4bd8-a441-92a12c3f4c58/46cb79e1-71dc-46bd-b43c-724a7bb766e7) {{(pid=98474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:47:01.453106 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e380a3b3-f107-487e-b89d-025f00d0404f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for port, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:01.482597 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e380a3b3-f107-487e-b89d-025f00d0404f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:01.487530 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-67b47b60-c394-4e9e-a460-82afc886e2cc tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:01.547078 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e380a3b3-f107-487e-b89d-025f00d0404f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Network 64bdbeb4-2429-4b9e-9f88-29f950eefffc is already hosted by enough agents. {{(pid=98474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:47:01.550506 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [None req-e380a3b3-f107-487e-b89d-025f00d0404f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Resources bound (agent type, host, resource id): {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:47:01.554163 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e380a3b3-f107-487e-b89d-025f00d0404f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Received port after_create {{(pid=98474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:47:01.591215 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380a3b3-f107-487e-b89d-025f00d0404f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Pushing event updated for resources: {'Port': ['ID=46cb79e1-71dc-46bd-b43c-724a7bb766e7,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:01.595288 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-e380a3b3-f107-487e-b89d-025f00d0404f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:01.640056 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e380a3b3-f107-487e-b89d-025f00d0404f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:01.697940 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e380a3b3-f107-487e-b89d-025f00d0404f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:01.900439 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e380a3b3-f107-487e-b89d-025f00d0404f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for port, precommit_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:01.904826 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e380a3b3-f107-487e-b89d-025f00d0404f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-881747'] for port, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:01.909298 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-e85e7fc0-6499-4f9c-a9cf-e3e13026af45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:02.010164 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380a3b3-f107-487e-b89d-025f00d0404f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Pushing event updated for resources: {'Port': ['ID=46cb79e1-71dc-46bd-b43c-724a7bb766e7,revision_number=2']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:02.013997 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-e380a3b3-f107-487e-b89d-025f00d0404f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:02.020304 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e380a3b3-f107-487e-b89d-025f00d0404f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-353536'] for floatingip, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:02.041680 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e380a3b3-f107-487e-b89d-025f00d0404f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for floatingip, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:02.042855 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-e380a3b3-f107-487e-b89d-025f00d0404f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1257765 May 25 15:47:02.261001 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-efe2f30d-d111-4e43-a545-82ae35751148 req-5a7bef15-859b-47ae-ba84-cc3cecabefe5 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Synchronizing usage tracker for tenant:84e65264be4b4ed284c28ccc90c35988 on resource:security_group {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:47:02.276074 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-efe2f30d-d111-4e43-a545-82ae35751148 req-5a7bef15-859b-47ae-ba84-cc3cecabefe5 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Unset dirty status for tenant:84e65264be4b4ed284c28ccc90c35988 on resource:security_group {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:47:02.277185 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-efe2f30d-d111-4e43-a545-82ae35751148 req-5a7bef15-859b-47ae-ba84-cc3cecabefe5 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1880787352&fields=id&tenant_id=84e65264be4b4ed284c28ccc90c35988 HTTP/1.1" status: 200 len: 267 time: 0.0584459 May 25 15:47:02.431419 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2f30d-d111-4e43-a545-82ae35751148 req-f42c8dd9-09ad-431b-aaac-df3c847f61d3 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:02.432872 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-efe2f30d-d111-4e43-a545-82ae35751148 req-f42c8dd9-09ad-431b-aaac-df3c847f61d3 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/networks?id=771546d5-f50e-49c2-832e-f1005d51ba9c HTTP/1.1" status: 200 len: 817 time: 0.1483350 May 25 15:47:02.447771 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-efe2f30d-d111-4e43-a545-82ae35751148 req-41d68455-61d0-43fa-96ba-59ffe1294a48 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/quotas/84e65264be4b4ed284c28ccc90c35988 HTTP/1.1" status: 200 len: 375 time: 0.0092716 May 25 15:47:02.530539 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-efe2f30d-d111-4e43-a545-82ae35751148 req-18bbfd7f-89a0-40a2-b5bc-57f5e848f6e6 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=84e65264be4b4ed284c28ccc90c35988&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0775878 May 25 15:47:02.666798 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-efe2f30d-d111-4e43-a545-82ae35751148 req-e2c82421-f9ac-49a7-bba3-8ccec875027d service neutron] 10.222.0.32 "GET /v2.0/networks/771546d5-f50e-49c2-832e-f1005d51ba9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241176 May 25 15:47:02.800387 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-efe2f30d-d111-4e43-a545-82ae35751148 req-becd6ccd-111c-4460-ae24-5bc84dcc13e6 service neutron] 10.222.0.32 "GET /v2.0/networks/771546d5-f50e-49c2-832e-f1005d51ba9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275418 May 25 15:47:02.976276 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-7e269c4b-4e16-49f5-b110-f389fdc57417 req-b1c05b36-dd06-4de6-951a-eae6c84d4678 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Synchronizing usage tracker for tenant:84e65264be4b4ed284c28ccc90c35988 on resource:port {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:47:02.992580 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-7e269c4b-4e16-49f5-b110-f389fdc57417 req-b1c05b36-dd06-4de6-951a-eae6c84d4678 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Unset dirty status for tenant:84e65264be4b4ed284c28ccc90c35988 on resource:port {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:47:02.993806 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7e269c4b-4e16-49f5-b110-f389fdc57417 req-b1c05b36-dd06-4de6-951a-eae6c84d4678 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 210 time: 0.0596170 May 25 15:47:04.023087 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2f30d-d111-4e43-a545-82ae35751148 req-cabf6127-a1d3-4fa9-9f61-be1c796fe895 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:04.024643 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-efe2f30d-d111-4e43-a545-82ae35751148 req-cabf6127-a1d3-4fa9-9f61-be1c796fe895 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.57 "GET /v2.0/networks?id=771546d5-f50e-49c2-832e-f1005d51ba9c HTTP/1.1" status: 200 len: 817 time: 0.1526797 May 25 15:47:04.077514 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-efe2f30d-d111-4e43-a545-82ae35751148 req-a8ddf461-3902-459c-a3cf-05a4790d1778 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84e65264be4b4ed284c28ccc90c35988 HTTP/1.1" status: 200 len: 380 time: 0.0415423 May 25 15:47:04.086997 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [req-efe2f30d-d111-4e43-a545-82ae35751148 req-bdbfa329-f9af-4e9c-ae19-ffcccce30ade tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Request body: {'port': {'device_id': 'c4e143f9-fa2d-4bb1-8036-ec6e067f5f46', 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c', 'admin_state_up': True, 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'security_groups': ['ea28f2ef-ee74-4fa8-a850-e0b8fff5363c']}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:47:04.297011 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0ac149a4-6d16-49eb-b14b-67fa5682eaa3 req-ab97e2fe-ce6f-4222-81f4-3924691980cc tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 210 time: 0.1864543 May 25 15:47:04.359073 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [req-efe2f30d-d111-4e43-a545-82ae35751148 req-bdbfa329-f9af-4e9c-ae19-ffcccce30ade tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:47:04.368270 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [req-efe2f30d-d111-4e43-a545-82ae35751148 req-bdbfa329-f9af-4e9c-ae19-ffcccce30ade tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:47:04.377593 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe2f30d-d111-4e43-a545-82ae35751148 req-bdbfa329-f9af-4e9c-ae19-ffcccce30ade tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Made reservation on behalf of 84e65264be4b4ed284c28ccc90c35988 for: {'port': 1} {{(pid=98474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:47:04.381140 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-efe2f30d-d111-4e43-a545-82ae35751148 req-bdbfa329-f9af-4e9c-ae19-ffcccce30ade tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:04.539496 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.db_base_plugin_common [req-efe2f30d-d111-4e43-a545-82ae35751148 req-bdbfa329-f9af-4e9c-ae19-ffcccce30ade tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Allocated IP 172.20.0.12 (771546d5-f50e-49c2-832e-f1005d51ba9c/6affe17c-ed2e-4df1-9809-4e056b57fa85/0dde591f-6d6a-4393-b2db-5b1541553fac) {{(pid=98474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:47:04.723926 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-efe2f30d-d111-4e43-a545-82ae35751148 req-bdbfa329-f9af-4e9c-ae19-ffcccce30ade tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for port, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:04.739872 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.provisioning_blocks [req-efe2f30d-d111-4e43-a545-82ae35751148 req-bdbfa329-f9af-4e9c-ae19-ffcccce30ade tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Transition to ACTIVE for port object 0dde591f-6d6a-4393-b2db-5b1541553fac will not be triggered until provisioned by entity DHCP. {{(pid=98474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:47:04.763016 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-efe2f30d-d111-4e43-a545-82ae35751148 req-bdbfa329-f9af-4e9c-ae19-ffcccce30ade tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:04.768699 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-2639c3c8-2d8b-4d2a-9de9-fac82ee3e0e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:04.837504 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe2f30d-d111-4e43-a545-82ae35751148 req-bdbfa329-f9af-4e9c-ae19-ffcccce30ade tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Network 771546d5-f50e-49c2-832e-f1005d51ba9c is already hosted by enough agents. {{(pid=98474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:47:04.840627 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [req-efe2f30d-d111-4e43-a545-82ae35751148 req-bdbfa329-f9af-4e9c-ae19-ffcccce30ade tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Resources bound (agent type, host, resource id): {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:47:04.844423 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe2f30d-d111-4e43-a545-82ae35751148 req-bdbfa329-f9af-4e9c-ae19-ffcccce30ade tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Received port after_create {{(pid=98474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:47:04.876149 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfa329-f9af-4e9c-ae19-ffcccce30ade tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Pushing event updated for resources: {'Port': ['ID=0dde591f-6d6a-4393-b2db-5b1541553fac,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:04.882826 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-bdbfa329-f9af-4e9c-ae19-ffcccce30ade tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:04.913372 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2f30d-d111-4e43-a545-82ae35751148 req-bdbfa329-f9af-4e9c-ae19-ffcccce30ade tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:04.914006 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-efe2f30d-d111-4e43-a545-82ae35751148 req-bdbfa329-f9af-4e9c-ae19-ffcccce30ade tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:04.941544 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-efe2f30d-d111-4e43-a545-82ae35751148 req-bdbfa329-f9af-4e9c-ae19-ffcccce30ade tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8585804 May 25 15:47:04.965175 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [req-efe2f30d-d111-4e43-a545-82ae35751148 req-8d77b6e6-4c37-4bfe-a4a1-96ea4c702957 service neutron] Request body: {'port': {'device_id': 'c4e143f9-fa2d-4bb1-8036-ec6e067f5f46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:47:05.081832 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-efe2f30d-d111-4e43-a545-82ae35751148 req-8d77b6e6-4c37-4bfe-a4a1-96ea4c702957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:05.102323 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-631e0402-022f-4e49-bc0c-c2395a338b86 None None] Provisioning for port 0dde591f-6d6a-4393-b2db-5b1541553fac completed by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:47:05.107475 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-631e0402-022f-4e49-bc0c-c2395a338b86 None None] Provisioning complete for port 0dde591f-6d6a-4393-b2db-5b1541553fac triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:47:05.107854 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-631e0402-022f-4e49-bc0c-c2395a338b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:05.161466 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-631e0402-022f-4e49-bc0c-c2395a338b86 None None] Port 0dde591f-6d6a-4393-b2db-5b1541553fac cannot update to ACTIVE because it is not bound. {{(pid=98475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:47:05.419931 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [req-efe2f30d-d111-4e43-a545-82ae35751148 req-8d77b6e6-4c37-4bfe-a4a1-96ea4c702957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dde591f-6d6a-4393-b2db-5b1541553fac {{(pid=98474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:47:05.427925 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-efe2f30d-d111-4e43-a545-82ae35751148 req-8d77b6e6-4c37-4bfe-a4a1-96ea4c702957 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:05.442978 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.provisioning_blocks [req-efe2f30d-d111-4e43-a545-82ae35751148 req-8d77b6e6-4c37-4bfe-a4a1-96ea4c702957 service neutron] Transition to ACTIVE for port object 0dde591f-6d6a-4393-b2db-5b1541553fac will not be triggered until provisioned by entity L2. {{(pid=98474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:47:05.447063 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-efe2f30d-d111-4e43-a545-82ae35751148 req-8d77b6e6-4c37-4bfe-a4a1-96ea4c702957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-881747'] for port, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:05.451544 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-d3b23da7-ed33-4f0e-b714-7da34aa9673b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:05.492276 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ad618-a761-4235-9f69-32071088b4f2 req-893f73f4-37e1-4a3f-b387-a65b0d43939b tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:05.493728 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ea1ad618-a761-4235-9f69-32071088b4f2 req-893f73f4-37e1-4a3f-b387-a65b0d43939b tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 944 time: 0.0837474 May 25 15:47:05.543499 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-ea1ad618-a761-4235-9f69-32071088b4f2 req-5e762b38-6521-45d6-9380-d1b7f865c12b tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Synchronizing usage tracker for tenant:84e65264be4b4ed284c28ccc90c35988 on resource:security_group {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:47:05.556958 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-ea1ad618-a761-4235-9f69-32071088b4f2 req-5e762b38-6521-45d6-9380-d1b7f865c12b tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Unset dirty status for tenant:84e65264be4b4ed284c28ccc90c35988 on resource:security_group {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:47:05.565736 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-ea1ad618-a761-4235-9f69-32071088b4f2 req-5e762b38-6521-45d6-9380-d1b7f865c12b tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658641 May 25 15:47:05.604940 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77b6e6-4c37-4bfe-a4a1-96ea4c702957 service neutron] Pushing event updated for resources: {'Port': ['ID=0dde591f-6d6a-4393-b2db-5b1541553fac,revision_number=2']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:05.613242 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-8d77b6e6-4c37-4bfe-a4a1-96ea4c702957 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:05.690917 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.managers [req-efe2f30d-d111-4e43-a545-82ae35751148 req-8d77b6e6-4c37-4bfe-a4a1-96ea4c702957 service neutron] Attempting to bind port 0dde591f-6d6a-4393-b2db-5b1541553fac on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:47:05.691402 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.managers [req-efe2f30d-d111-4e43-a545-82ae35751148 req-8d77b6e6-4c37-4bfe-a4a1-96ea4c702957 service neutron] Attempting to bind port 0dde591f-6d6a-4393-b2db-5b1541553fac by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': 'f75f90f2-d3cf-4d1f-8686-0dba664408e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c'}] {{(pid=98474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:47:05.691844 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe2f30d-d111-4e43-a545-82ae35751148 req-8d77b6e6-4c37-4bfe-a4a1-96ea4c702957 service neutron] Attempting to bind port 0dde591f-6d6a-4393-b2db-5b1541553fac on network 771546d5-f50e-49c2-832e-f1005d51ba9c {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:47:05.697075 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe2f30d-d111-4e43-a545-82ae35751148 req-8d77b6e6-4c37-4bfe-a4a1-96ea4c702957 service neutron] Port 0dde591f-6d6a-4393-b2db-5b1541553fac on network 771546d5-f50e-49c2-832e-f1005d51ba9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:47:05.697423 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe2f30d-d111-4e43-a545-82ae35751148 req-8d77b6e6-4c37-4bfe-a4a1-96ea4c702957 service neutron] Attempting to bind port 0dde591f-6d6a-4393-b2db-5b1541553fac on network 771546d5-f50e-49c2-832e-f1005d51ba9c {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:47:05.702639 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe2f30d-d111-4e43-a545-82ae35751148 req-8d77b6e6-4c37-4bfe-a4a1-96ea4c702957 service neutron] Checking agent: {'id': 'eb2109ed-85e4-4c57-98e0-c43a853e4d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'started_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:47:05.702976 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe2f30d-d111-4e43-a545-82ae35751148 req-8d77b6e6-4c37-4bfe-a4a1-96ea4c702957 service neutron] Checking segment: {'id': 'f75f90f2-d3cf-4d1f-8686-0dba664408e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:47:05.703361 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe2f30d-d111-4e43-a545-82ae35751148 req-8d77b6e6-4c37-4bfe-a4a1-96ea4c702957 service neutron] Bound using segment: {'id': 'f75f90f2-d3cf-4d1f-8686-0dba664408e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c'} {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:47:05.703790 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.managers [req-efe2f30d-d111-4e43-a545-82ae35751148 req-8d77b6e6-4c37-4bfe-a4a1-96ea4c702957 service neutron] Bound port: 0dde591f-6d6a-4393-b2db-5b1541553fac, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f75f90f2-d3cf-4d1f-8686-0dba664408e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c'}}] {{(pid=98474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:47:05.704200 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-efe2f30d-d111-4e43-a545-82ae35751148 req-8d77b6e6-4c37-4bfe-a4a1-96ea4c702957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:05.797226 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [req-efe2f30d-d111-4e43-a545-82ae35751148 req-8d77b6e6-4c37-4bfe-a4a1-96ea4c702957 service neutron] For port 0dde591f-6d6a-4393-b2db-5b1541553fac, host hv-cinder-79124, cleared binding levels {{(pid=98474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:47:05.800736 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [req-efe2f30d-d111-4e43-a545-82ae35751148 req-8d77b6e6-4c37-4bfe-a4a1-96ea4c702957 service neutron] For port 0dde591f-6d6a-4393-b2db-5b1541553fac, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=0dde591f-6d6a-4393-b2db-5b1541553fac,segment=NetworkSegment(f75f90f2-d3cf-4d1f-8686-0dba664408e0),segment_id=f75f90f2-d3cf-4d1f-8686-0dba664408e0)] {{(pid=98474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:47:05.805784 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-efe2f30d-d111-4e43-a545-82ae35751148 req-8d77b6e6-4c37-4bfe-a4a1-96ea4c702957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-881747'] for port, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:05.810392 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-2b2293e0-d62b-4217-aeb1-76f998ac844f tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:05.870265 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2f30d-d111-4e43-a545-82ae35751148 req-8d77b6e6-4c37-4bfe-a4a1-96ea4c702957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:05.870864 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-efe2f30d-d111-4e43-a545-82ae35751148 req-8d77b6e6-4c37-4bfe-a4a1-96ea4c702957 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:05.872259 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-efe2f30d-d111-4e43-a545-82ae35751148 req-8d77b6e6-4c37-4bfe-a4a1-96ea4c702957 service neutron] 10.222.0.57 "PUT /v2.0/ports/0dde591f-6d6a-4393-b2db-5b1541553fac HTTP/1.1" status: 200 len: 1094 time: 0.9114649 May 25 15:47:05.872773 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e143f9-fa2d-4bb1-8036-ec6e067f5f46', 'tag': '0dde591f-6d6a-4393-b2db-5b1541553fac'}] {{(pid=98474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:47:05.897176 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77b6e6-4c37-4bfe-a4a1-96ea4c702957 service neutron] Pushing event updated for resources: {'Port': ['ID=0dde591f-6d6a-4393-b2db-5b1541553fac,revision_number=3']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:05.899963 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-8d77b6e6-4c37-4bfe-a4a1-96ea4c702957 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:05.947577 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e143f9-fa2d-4bb1-8036-ec6e067f5f46', 'tag': '0dde591f-6d6a-4393-b2db-5b1541553fac', 'status': 'completed', 'code': 200} May 25 15:47:05.988658 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2f30d-d111-4e43-a545-82ae35751148 req-7334de8a-3e52-47ae-8969-d6a98f35abf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:05.990267 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-efe2f30d-d111-4e43-a545-82ae35751148 req-7334de8a-3e52-47ae-8969-d6a98f35abf8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84e65264be4b4ed284c28ccc90c35988&device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 1097 time: 0.0759811 May 25 15:47:06.147381 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-efe2f30d-d111-4e43-a545-82ae35751148 req-6580f13b-de07-4b1e-b077-79ef8e07e549 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dde591f-6d6a-4393-b2db-5b1541553fac HTTP/1.1" status: 200 len: 217 time: 0.1469324 May 25 15:47:06.214770 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2f30d-d111-4e43-a545-82ae35751148 req-3f79c958-038b-402d-b5e0-0246f1fa9167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:06.216230 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-efe2f30d-d111-4e43-a545-82ae35751148 req-3f79c958-038b-402d-b5e0-0246f1fa9167 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6affe17c-ed2e-4df1-9809-4e056b57fa85 HTTP/1.1" status: 200 len: 856 time: 0.0604007 May 25 15:47:06.293037 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2f30d-d111-4e43-a545-82ae35751148 req-f6918a67-621b-45f0-b3f3-742546ed2bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:06.294491 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-efe2f30d-d111-4e43-a545-82ae35751148 req-f6918a67-621b-45f0-b3f3-742546ed2bcb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=771546d5-f50e-49c2-832e-f1005d51ba9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719349 May 25 15:47:06.429038 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-efe2f30d-d111-4e43-a545-82ae35751148 req-57573571-3939-4892-9f59-78162e1de70c service neutron] 10.222.0.57 "GET /v2.0/networks/771546d5-f50e-49c2-832e-f1005d51ba9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238155 May 25 15:47:06.560573 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-efe2f30d-d111-4e43-a545-82ae35751148 req-1771adac-e881-4acb-9738-e8fb3d6c8364 service neutron] 10.222.0.57 "GET /v2.0/networks/771546d5-f50e-49c2-832e-f1005d51ba9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240449 May 25 15:47:06.684718 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec8d71-12d2-4178-8989-5ae299a146c7 req-7ff9f2ca-61b2-461b-92c2-54ec137ca770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:06.686089 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a2ec8d71-12d2-4178-8989-5ae299a146c7 req-7ff9f2ca-61b2-461b-92c2-54ec137ca770 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84e65264be4b4ed284c28ccc90c35988&device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 1097 time: 0.0708783 May 25 15:47:06.758747 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7e363-0479-4c70-9189-29e0d2419d42 req-c709a653-26bb-44e8-84a5-52ef6366efad tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:06.760232 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-4bb7e363-0479-4c70-9189-29e0d2419d42 req-c709a653-26bb-44e8-84a5-52ef6366efad tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 944 time: 0.0833139 May 25 15:47:06.807461 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-4bb7e363-0479-4c70-9189-29e0d2419d42 req-1703fec2-b6ba-4a59-9706-5bb5388d2021 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416651 May 25 15:47:06.820207 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec8d71-12d2-4178-8989-5ae299a146c7 req-556478ce-a8cb-4040-97ec-18a6ed0b00ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:06.821639 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a2ec8d71-12d2-4178-8989-5ae299a146c7 req-556478ce-a8cb-4040-97ec-18a6ed0b00ec service neutron] 10.222.0.57 "GET /v2.0/networks?id=771546d5-f50e-49c2-832e-f1005d51ba9c HTTP/1.1" status: 200 len: 918 time: 0.1281865 May 25 15:47:06.893473 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a2ec8d71-12d2-4178-8989-5ae299a146c7 req-ef686dbd-38a8-4338-abfd-4e2cabd6541f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dde591f-6d6a-4393-b2db-5b1541553fac HTTP/1.1" status: 200 len: 217 time: 0.0641975 May 25 15:47:06.958101 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec8d71-12d2-4178-8989-5ae299a146c7 req-6cf56747-f569-48b3-b540-5110de1219fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:06.959407 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a2ec8d71-12d2-4178-8989-5ae299a146c7 req-6cf56747-f569-48b3-b540-5110de1219fe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6affe17c-ed2e-4df1-9809-4e056b57fa85 HTTP/1.1" status: 200 len: 856 time: 0.0572374 May 25 15:47:07.039467 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec8d71-12d2-4178-8989-5ae299a146c7 req-6d34c780-eed1-4693-8012-39ae19426187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:07.040963 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a2ec8d71-12d2-4178-8989-5ae299a146c7 req-6d34c780-eed1-4693-8012-39ae19426187 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=771546d5-f50e-49c2-832e-f1005d51ba9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0735025 May 25 15:47:07.171793 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a2ec8d71-12d2-4178-8989-5ae299a146c7 req-b5a5723b-7d03-44eb-b5e2-f7b27277abbe service neutron] 10.222.0.57 "GET /v2.0/networks/771546d5-f50e-49c2-832e-f1005d51ba9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235933 May 25 15:47:07.304810 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a2ec8d71-12d2-4178-8989-5ae299a146c7 req-541268c9-30e2-4b19-ab40-4fea0e42d8b9 service neutron] 10.222.0.57 "GET /v2.0/networks/771546d5-f50e-49c2-832e-f1005d51ba9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247783 May 25 15:47:07.997920 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aea9bd-6734-4641-8368-a0fd0a7ffcef req-58d6c54a-10cf-4063-ab09-15b12ee489f5 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:07.998520 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-20aea9bd-6734-4641-8368-a0fd0a7ffcef req-58d6c54a-10cf-4063-ab09-15b12ee489f5 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Synchronizing usage tracker for tenant:84e65264be4b4ed284c28ccc90c35988 on resource:port {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:47:08.013578 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-20aea9bd-6734-4641-8368-a0fd0a7ffcef req-58d6c54a-10cf-4063-ab09-15b12ee489f5 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Unset dirty status for tenant:84e65264be4b4ed284c28ccc90c35988 on resource:port {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:47:08.014719 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-20aea9bd-6734-4641-8368-a0fd0a7ffcef req-58d6c54a-10cf-4063-ab09-15b12ee489f5 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 944 time: 0.0944111 May 25 15:47:08.061850 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-20aea9bd-6734-4641-8368-a0fd0a7ffcef req-4b4e47d5-9f6a-45ce-a555-2907af312f31 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406842 May 25 15:47:09.251836 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ce789-3105-41fd-863a-960bfee906fb req-8da3034a-fa76-4ae1-a5c5-b07deddf7103 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:09.253262 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-361ce789-3105-41fd-863a-960bfee906fb req-8da3034a-fa76-4ae1-a5c5-b07deddf7103 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 944 time: 0.0788348 May 25 15:47:09.269096 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 0dde591f-6d6a-4393-b2db-5b1541553fac details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:47:09.297525 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-361ce789-3105-41fd-863a-960bfee906fb req-1274ab74-7c87-46a1-860c-1ed121d5bd2e tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386500 May 25 15:47:09.403231 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 0dde591f-6d6a-4393-b2db-5b1541553fac, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=0dde591f-6d6a-4393-b2db-5b1541553fac,segment=NetworkSegment(f75f90f2-d3cf-4d1f-8686-0dba664408e0),segment_id=f75f90f2-d3cf-4d1f-8686-0dba664408e0)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:47:09.416785 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Returning: {'device': '0dde591f-6d6a-4393-b2db-5b1541553fac', 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c', 'port_id': '0dde591f-6d6a-4393-b2db-5b1541553fac', 'mac_address': 'fa:16:3e:e7:62:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6affe17c-ed2e-4df1-9809-4e056b57fa85', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:47:09.471803 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:09.488687 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dde591f-6d6a-4393-b2db-5b1541553fac {{(pid=98475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:47:09.503645 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 0dde591f-6d6a-4393-b2db-5b1541553fac, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=0dde591f-6d6a-4393-b2db-5b1541553fac,segment=NetworkSegment(f75f90f2-d3cf-4d1f-8686-0dba664408e0),segment_id=f75f90f2-d3cf-4d1f-8686-0dba664408e0)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:47:09.507490 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:09.509372 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:09.576538 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=0dde591f-6d6a-4393-b2db-5b1541553fac,revision_number=4']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:09.579975 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:09.883219 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['0dde591f-6d6a-4393-b2db-5b1541553fac'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:47:10.243616 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-20fc76c4-b5fa-4f59-a1bc-b8049518e30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:10.489200 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2e3fd-4472-4ba8-a25f-b5af792b059e req-fea8bf13-71c7-41f3-89dd-07f8dc723816 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:10.490662 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8ae2e3fd-4472-4ba8-a25f-b5af792b059e req-fea8bf13-71c7-41f3-89dd-07f8dc723816 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 945 time: 0.0829959 May 25 15:47:10.534762 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8ae2e3fd-4472-4ba8-a25f-b5af792b059e req-90d7516d-8abf-4237-831f-e93e4a164b84 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384648 May 25 15:47:11.282666 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 0dde591f-6d6a-4393-b2db-5b1541553fac up at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:47:11.349092 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning for port 0dde591f-6d6a-4393-b2db-5b1541553fac completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:47:11.353430 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning complete for port 0dde591f-6d6a-4393-b2db-5b1541553fac triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:47:11.353812 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:11.467750 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:11.495253 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e143f9-fa2d-4bb1-8036-ec6e067f5f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dde591f-6d6a-4393-b2db-5b1541553fac'}] {{(pid=98475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:47:11.504645 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 0dde591f-6d6a-4393-b2db-5b1541553fac, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=0dde591f-6d6a-4393-b2db-5b1541553fac,segment=NetworkSegment(f75f90f2-d3cf-4d1f-8686-0dba664408e0),segment_id=f75f90f2-d3cf-4d1f-8686-0dba664408e0)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:47:11.508763 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:11.510663 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:47:11.540221 dv-cinder-791240-3-iscsi neutron-server[98475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e143f9-fa2d-4bb1-8036-ec6e067f5f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dde591f-6d6a-4393-b2db-5b1541553fac', 'code': 200} May 25 15:47:11.578702 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=0dde591f-6d6a-4393-b2db-5b1541553fac,revision_number=5']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:47:11.581691 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:47:11.777864 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183806b-8917-4bfd-89b1-9c4c822935de req-2ba4e4a9-be54-4a1f-8bb2-21d1927ba7b2 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:11.779417 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0183806b-8917-4bfd-89b1-9c4c822935de req-2ba4e4a9-be54-4a1f-8bb2-21d1927ba7b2 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 946 time: 0.1324034 May 25 15:47:11.824300 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109df35-4eca-4bec-b608-c7057ce41abb req-ed5eb2d5-0a9a-42e6-9694-13e63c935307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:11.825698 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8109df35-4eca-4bec-b608-c7057ce41abb req-ed5eb2d5-0a9a-42e6-9694-13e63c935307 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 1099 time: 0.1237361 May 25 15:47:11.833139 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0183806b-8917-4bfd-89b1-9c4c822935de req-8eb10455-f306-4781-9d7e-b86d94fbcb6c tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459719 May 25 15:47:11.867488 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8109df35-4eca-4bec-b608-c7057ce41abb req-66217908-ccf6-45dc-a852-dd2cdd478557 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334594 May 25 15:47:12.712466 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:12.880558 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-98e09660-58cb-4d85-806b-3a3bf7b26bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:13.028958 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd7178-aee3-43d4-81b7-594674b012d4 req-7c02d57e-5923-47d7-a289-b658dd42e190 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:13.030377 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-affd7178-aee3-43d4-81b7-594674b012d4 req-7c02d57e-5923-47d7-a289-b658dd42e190 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 946 time: 0.0826569 May 25 15:47:13.075708 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-affd7178-aee3-43d4-81b7-594674b012d4 req-8a22fbc0-969d-47c1-bc50-4d879db3e39b tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389900 May 25 15:47:13.739305 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:14.356235 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae12136-ef1d-4803-b349-fde2f57c5244 req-8f06fed0-718c-4537-81e3-79b8b672ad48 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:14.358032 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-7ae12136-ef1d-4803-b349-fde2f57c5244 req-8f06fed0-718c-4537-81e3-79b8b672ad48 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 946 time: 0.1695070 May 25 15:47:14.403939 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-7ae12136-ef1d-4803-b349-fde2f57c5244 req-6f9ecd56-3ba0-44c9-98d4-dfe4fd449d47 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396695 May 25 15:47:14.582905 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff8eb3-1e0a-48ca-862c-9a82ebc18524 req-fdaa2b96-2f61-49f5-835d-9b43d49e8d14 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:14.584635 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-6bff8eb3-1e0a-48ca-862c-9a82ebc18524 req-fdaa2b96-2f61-49f5-835d-9b43d49e8d14 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 946 time: 0.0783343 May 25 15:47:14.593023 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 41892) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:47:14.598903 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-cb2521d0-915b-4e69-88f1-14b14c119881 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Request body: {'floatingip': {'port_id': '0dde591f-6d6a-4393-b2db-5b1541553fac'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:47:14.676734 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-cb2521d0-915b-4e69-88f1-14b14c119881 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for floatingip, before_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:15.260341 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-cb2521d0-915b-4e69-88f1-14b14c119881 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:15.264130 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-cb2521d0-915b-4e69-88f1-14b14c119881 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-353536'] for floatingip, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:15.434227 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.db.l3_db [None req-cb2521d0-915b-4e69-88f1-14b14c119881 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Floating IP f5faa497-17d3-4901-be70-2361480c4a53 associated. External IP: 172.27.3.88, port: 0dde591f-6d6a-4393-b2db-5b1541553fac. May 25 15:47:15.514459 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:15.879440 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2521d0-915b-4e69-88f1-14b14c119881 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Router 773fe0b0-9b06-4686-98b1-d9134d412d1c has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:47:16.053995 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2521d0-915b-4e69-88f1-14b14c119881 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:47:16.058320 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-cb2521d0-915b-4e69-88f1-14b14c119881 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for floatingip, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:16.065224 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4474c715-1898-45e1-89ff-5d3308b2fa7b None None] Sync routers for ids ['773fe0b0-9b06-4686-98b1-d9134d412d1c'] in dv-cinder-791240-3-iscsi {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:47:16.074302 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4474c715-1898-45e1-89ff-5d3308b2fa7b None None] Routers {'773fe0b0-9b06-4686-98b1-d9134d412d1c'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:47:16.074910 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-4474c715-1898-45e1-89ff-5d3308b2fa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:47:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['773fe0b0-9b06-4686-98b1-d9134d412d1c'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:47:16.115851 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-cb2521d0-915b-4e69-88f1-14b14c119881 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "PUT /v2.0/floatingips/f5faa497-17d3-4901-be70-2361480c4a53 HTTP/1.1" status: 200 len: 991 time: 1.5217261 May 25 15:47:16.116536 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e143f9-fa2d-4bb1-8036-ec6e067f5f46', 'tag': '0dde591f-6d6a-4393-b2db-5b1541553fac'}] {{(pid=98474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:47:16.162180 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e143f9-fa2d-4bb1-8036-ec6e067f5f46', 'tag': '0dde591f-6d6a-4393-b2db-5b1541553fac', 'status': 'completed', 'code': 200} May 25 15:47:16.254612 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-4474c715-1898-45e1-89ff-5d3308b2fa7b None None] Set router 773fe0b0-9b06-4686-98b1-d9134d412d1c gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:47:16.259763 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fae396-ca72-473c-a806-c71f9ce38313 req-e969758c-2fbd-4cc9-9673-235f63f518c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:16.261302 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e1fae396-ca72-473c-a806-c71f9ce38313 req-e969758c-2fbd-4cc9-9673-235f63f518c9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84e65264be4b4ed284c28ccc90c35988&device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 1099 time: 0.0714815 May 25 15:47:16.398776 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fae396-ca72-473c-a806-c71f9ce38313 req-ea72b7a9-b5a2-4e84-8c09-420b524b9082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:16.400164 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e1fae396-ca72-473c-a806-c71f9ce38313 req-ea72b7a9-b5a2-4e84-8c09-420b524b9082 service neutron] 10.222.0.57 "GET /v2.0/networks?id=771546d5-f50e-49c2-832e-f1005d51ba9c HTTP/1.1" status: 200 len: 918 time: 0.1307998 May 25 15:47:16.506185 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e1fae396-ca72-473c-a806-c71f9ce38313 req-66256f8b-fff9-4aad-82bc-c3c0ee0083de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dde591f-6d6a-4393-b2db-5b1541553fac HTTP/1.1" status: 200 len: 999 time: 0.0981891 May 25 15:47:16.570165 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fae396-ca72-473c-a806-c71f9ce38313 req-f7ff165e-9a2e-4d3c-b908-5cf623416790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:16.571622 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e1fae396-ca72-473c-a806-c71f9ce38313 req-f7ff165e-9a2e-4d3c-b908-5cf623416790 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6affe17c-ed2e-4df1-9809-4e056b57fa85 HTTP/1.1" status: 200 len: 856 time: 0.0571404 May 25 15:47:16.598229 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-4474c715-1898-45e1-89ff-5d3308b2fa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1694927309-router', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:39:28Z', 'updated_at': '2021-05-25T15:39:46Z', 'revision_number': 4, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'gw_port': {'id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:30Z', 'updated_at': '2021-05-25T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_floatingips': [{'id': 'f5faa497-17d3-4901-be70-2361480c4a53', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'router_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'port_id': '0dde591f-6d6a-4393-b2db-5b1541553fac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c', 'mac_address': 'fa:16:3e:e7:62:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e143f9-fa2d-4bb1-8036-ec6e067f5f46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:47:01Z', 'updated_at': '2021-05-25T15:47:15Z', 'revision_number': 1, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99703f4e-63ee-4d70-a03c-2d40e2bef85a', 'name': '', 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'mac_address': 'fa:16:3e:eb:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6affe17c-ed2e-4df1-9809-4e056b57fa85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:40Z', 'updated_at': '2021-05-25T15:39:56Z', 'revision_number': 5, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'subnets': [{'id': '6affe17c-ed2e-4df1-9809-4e056b57fa85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:47:16.602001 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4474c715-1898-45e1-89ff-5d3308b2fa7b None None] Checking router: 773fe0b0-9b06-4686-98b1-d9134d412d1c for host: dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:47:16.610968 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4474c715-1898-45e1-89ff-5d3308b2fa7b None None] Routers {'773fe0b0-9b06-4686-98b1-d9134d412d1c'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:47:16.611564 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-4474c715-1898-45e1-89ff-5d3308b2fa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:47:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['773fe0b0-9b06-4686-98b1-d9134d412d1c'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:47:16.655181 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fae396-ca72-473c-a806-c71f9ce38313 req-1c384a3e-30fc-43d3-aa38-ee6d73c31fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:16.656600 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e1fae396-ca72-473c-a806-c71f9ce38313 req-1c384a3e-30fc-43d3-aa38-ee6d73c31fcc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=771546d5-f50e-49c2-832e-f1005d51ba9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765905 May 25 15:47:16.786694 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-4474c715-1898-45e1-89ff-5d3308b2fa7b None None] Set router 773fe0b0-9b06-4686-98b1-d9134d412d1c gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:47:16.790432 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e1fae396-ca72-473c-a806-c71f9ce38313 req-145443a3-185b-4487-81cb-4500d9e9335c service neutron] 10.222.0.57 "GET /v2.0/networks/771546d5-f50e-49c2-832e-f1005d51ba9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255031 May 25 15:47:16.925569 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e1fae396-ca72-473c-a806-c71f9ce38313 req-dbfba8d5-1519-40c6-b169-d616992f8758 service neutron] 10.222.0.57 "GET /v2.0/networks/771546d5-f50e-49c2-832e-f1005d51ba9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264894 May 25 15:47:17.158486 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-4474c715-1898-45e1-89ff-5d3308b2fa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1694927309-router', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:39:28Z', 'updated_at': '2021-05-25T15:39:46Z', 'revision_number': 4, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'gw_port': {'id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:30Z', 'updated_at': '2021-05-25T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_floatingips': [{'id': 'f5faa497-17d3-4901-be70-2361480c4a53', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'router_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'port_id': '0dde591f-6d6a-4393-b2db-5b1541553fac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c', 'mac_address': 'fa:16:3e:e7:62:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e143f9-fa2d-4bb1-8036-ec6e067f5f46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:47:01Z', 'updated_at': '2021-05-25T15:47:15Z', 'revision_number': 1, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99703f4e-63ee-4d70-a03c-2d40e2bef85a', 'name': '', 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'mac_address': 'fa:16:3e:eb:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6affe17c-ed2e-4df1-9809-4e056b57fa85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:40Z', 'updated_at': '2021-05-25T15:39:56Z', 'revision_number': 5, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'subnets': [{'id': '6affe17c-ed2e-4df1-9809-4e056b57fa85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:47:17.162310 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4474c715-1898-45e1-89ff-5d3308b2fa7b None None] The sync data for ids ['773fe0b0-9b06-4686-98b1-d9134d412d1c'] in dv-cinder-791240-3-iscsi is: [{'id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1694927309-router', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:39:28Z', 'updated_at': '2021-05-25T15:39:46Z', 'revision_number': 4, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'gw_port': {'id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:30Z', 'updated_at': '2021-05-25T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_floatingips': [{'id': 'f5faa497-17d3-4901-be70-2361480c4a53', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'router_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'port_id': '0dde591f-6d6a-4393-b2db-5b1541553fac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c', 'mac_address': 'fa:16:3e:e7:62:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e143f9-fa2d-4bb1-8036-ec6e067f5f46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:47:01Z', 'updated_at': '2021-05-25T15:47:15Z', 'revision_number': 1, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99703f4e-63ee-4d70-a03c-2d40e2bef85a', 'name': '', 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'mac_address': 'fa:16:3e:eb:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6affe17c-ed2e-4df1-9809-4e056b57fa85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:40Z', 'updated_at': '2021-05-25T15:39:56Z', 'revision_number': 5, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'subnets': [{'id': '6affe17c-ed2e-4df1-9809-4e056b57fa85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:47:17.347144 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54be50d-2eb3-4fde-aee5-a2570d40ca07 None None] New status for floating IP f5faa497-17d3-4901-be70-2361480c4a53: ACTIVE {{(pid=98476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 15:47:23.109821 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:34.241289 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:47:34.935577 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcd18d-c997-4089-9b66-135184c84e9c req-4eace8c8-a267-4d3b-9ef1-d2ca8ba90c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:34.937050 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8edcd18d-c997-4089-9b66-135184c84e9c req-4eace8c8-a267-4d3b-9ef1-d2ca8ba90c38 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6c5ec2154f8d47738882b025a961628f&device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 1137 time: 0.1314695 May 25 15:47:34.948943 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ad59e-6938-4081-8838-3faee4a44ce7 req-045059b5-8034-4908-b09e-256f199611a3 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:34.950346 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-754ad59e-6938-4081-8838-3faee4a44ce7 req-045059b5-8034-4908-b09e-256f199611a3 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 984 time: 0.1105506 May 25 15:47:35.083033 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-754ad59e-6938-4081-8838-3faee4a44ce7 req-c7e67f06-32bb-4dd8-bf75-a34cfad3f000 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Synchronizing usage tracker for tenant:6c5ec2154f8d47738882b025a961628f on resource:security_group {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:47:35.115491 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcd18d-c997-4089-9b66-135184c84e9c req-b6b3b9b5-c6d4-48c3-b99f-3c939c900da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:35.116924 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8edcd18d-c997-4089-9b66-135184c84e9c req-b6b3b9b5-c6d4-48c3-b99f-3c939c900da3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b HTTP/1.1" status: 200 len: 916 time: 0.1657701 May 25 15:47:35.117976 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-754ad59e-6938-4081-8838-3faee4a44ce7 req-c7e67f06-32bb-4dd8-bf75-a34cfad3f000 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Unset dirty status for tenant:6c5ec2154f8d47738882b025a961628f on resource:security_group {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:47:35.118944 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-754ad59e-6938-4081-8838-3faee4a44ce7 req-c7e67f06-32bb-4dd8-bf75-a34cfad3f000 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&id=10e21612-1f4a-4a8a-b36d-289e705fbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1498394 May 25 15:47:35.220297 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8edcd18d-c997-4089-9b66-135184c84e9c req-348c07f5-0ca9-4fa8-b3df-6c124bafdb4d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c HTTP/1.1" status: 200 len: 1001 time: 0.0957081 May 25 15:47:35.283690 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcd18d-c997-4089-9b66-135184c84e9c req-eb5f198c-9d18-437e-b3a6-bd752e3ef098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:35.285146 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8edcd18d-c997-4089-9b66-135184c84e9c req-eb5f198c-9d18-437e-b3a6-bd752e3ef098 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b69bcd5b-467f-4553-a931-328c7b885a73 HTTP/1.1" status: 200 len: 854 time: 0.0579791 May 25 15:47:35.463304 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcd18d-c997-4089-9b66-135184c84e9c req-825ac7d9-7008-473e-83d7-0cb0a33698cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:35.464704 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8edcd18d-c997-4089-9b66-135184c84e9c req-825ac7d9-7008-473e-83d7-0cb0a33698cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1724231 May 25 15:47:35.599023 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8edcd18d-c997-4089-9b66-135184c84e9c req-d61154b7-8a24-423d-af1b-9c4bfb444f01 service neutron] 10.222.0.57 "GET /v2.0/networks/e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260874 May 25 15:47:35.735041 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8edcd18d-c997-4089-9b66-135184c84e9c req-5546156d-081b-45bc-9937-0400f6dd6b08 service neutron] 10.222.0.57 "GET /v2.0/networks/e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283288 May 25 15:47:36.301313 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a941ac-4b0d-4407-ac4e-f3bc4b9c3e25 req-0ae792bf-4a26-4fa0-986a-797bbead00eb tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:36.302738 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-31a941ac-4b0d-4407-ac4e-f3bc4b9c3e25 req-0ae792bf-4a26-4fa0-986a-797bbead00eb tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 984 time: 0.0778265 May 25 15:47:36.348427 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-31a941ac-4b0d-4407-ac4e-f3bc4b9c3e25 req-345ec283-0b51-4f14-9aab-38dcf6215656 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&id=10e21612-1f4a-4a8a-b36d-289e705fbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399990 May 25 15:47:37.540791 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f8b13-e0fc-4ffa-9b79-ced97fc6bb3b req-feb95a7b-af9a-4aeb-8ceb-0b8f5b92cf17 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:37.542255 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d33f8b13-e0fc-4ffa-9b79-ced97fc6bb3b req-feb95a7b-af9a-4aeb-8ceb-0b8f5b92cf17 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 984 time: 0.0835469 May 25 15:47:37.590620 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d33f8b13-e0fc-4ffa-9b79-ced97fc6bb3b req-91f0c644-93e0-49ca-b0e3-fa9ad713119c tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&id=10e21612-1f4a-4a8a-b36d-289e705fbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416028 May 25 15:47:38.777046 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f81a3b-ae23-4e8b-ac14-dd6d80de9928 req-5096cf97-3f0b-48a5-84d4-0511c0fd6022 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:38.778495 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-89f81a3b-ae23-4e8b-ac14-dd6d80de9928 req-5096cf97-3f0b-48a5-84d4-0511c0fd6022 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 984 time: 0.0795019 May 25 15:47:38.828639 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-89f81a3b-ae23-4e8b-ac14-dd6d80de9928 req-03937a32-eda9-4a7d-aa31-fc203aa0325c tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&id=10e21612-1f4a-4a8a-b36d-289e705fbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442424 May 25 15:47:40.011396 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075ac9f-acf6-4c4b-b25a-0ff0c6fbefb9 req-8c03407b-f1b8-4288-ae03-eb69fbfdc0ce tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:40.012887 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-f075ac9f-acf6-4c4b-b25a-0ff0c6fbefb9 req-8c03407b-f1b8-4288-ae03-eb69fbfdc0ce tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 984 time: 0.0800519 May 25 15:47:40.059235 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-f075ac9f-acf6-4c4b-b25a-0ff0c6fbefb9 req-c3810fdb-cf9f-4805-bc3e-88c7d04d2a76 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&id=10e21612-1f4a-4a8a-b36d-289e705fbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404329 May 25 15:47:40.245921 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-9ca088ac-9f1a-4e8a-9da3-80d57102ba69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:41.242969 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf4c90-ff5a-4d54-b387-7eb569f177c1 req-c0e64434-06fd-4e23-8f3b-b1d0fa3ed030 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:41.244422 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-acaf4c90-ff5a-4d54-b387-7eb569f177c1 req-c0e64434-06fd-4e23-8f3b-b1d0fa3ed030 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 984 time: 0.0821235 May 25 15:47:41.291084 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-acaf4c90-ff5a-4d54-b387-7eb569f177c1 req-15fa6c28-e37e-4140-bbdc-c4b0b7b501d2 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&id=10e21612-1f4a-4a8a-b36d-289e705fbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409544 May 25 15:47:42.475928 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434018cc-f30f-4c98-9247-00e47eda7492 req-7ad37628-cee0-4738-b7c0-e5731be3e229 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:42.477345 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-434018cc-f30f-4c98-9247-00e47eda7492 req-7ad37628-cee0-4738-b7c0-e5731be3e229 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 984 time: 0.0793777 May 25 15:47:42.523096 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-434018cc-f30f-4c98-9247-00e47eda7492 req-5f4f23da-cbc7-4734-b5ff-c7ff2e13598c tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&id=10e21612-1f4a-4a8a-b36d-289e705fbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397289 May 25 15:47:42.713872 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:42.887162 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-8e56780a-098c-46fb-a27e-16c497a1c158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:43.711254 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e53a838-cf07-48c8-80be-702c6125ac27 req-0d3b859c-20e6-4dcb-8a1f-fc90f09dfb1e tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:43.712730 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-5e53a838-cf07-48c8-80be-702c6125ac27 req-0d3b859c-20e6-4dcb-8a1f-fc90f09dfb1e tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 984 time: 0.0823381 May 25 15:47:43.743102 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:43.760832 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-5e53a838-cf07-48c8-80be-702c6125ac27 req-66117228-675d-498c-b084-c51f0cb76ad5 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&id=10e21612-1f4a-4a8a-b36d-289e705fbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421939 May 25 15:47:44.948840 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c0b4d-5bfd-4311-830e-56bacaea6ee3 req-cb3adcbb-f4c2-4848-adb3-b124b3d6e325 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:44.950295 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-7b4c0b4d-5bfd-4311-830e-56bacaea6ee3 req-cb3adcbb-f4c2-4848-adb3-b124b3d6e325 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 984 time: 0.0847905 May 25 15:47:44.998643 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-7b4c0b4d-5bfd-4311-830e-56bacaea6ee3 req-0da51083-a875-4a55-b6cd-bb5053f94ed8 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&id=10e21612-1f4a-4a8a-b36d-289e705fbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398011 May 25 15:47:45.513129 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:47:46.186940 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447ebbc-843c-47af-8f7e-9c3d2070f2d3 req-2d11465e-35fc-43ec-94c4-c0736fc9fe4a tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:46.188381 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8447ebbc-843c-47af-8f7e-9c3d2070f2d3 req-2d11465e-35fc-43ec-94c4-c0736fc9fe4a tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 984 time: 0.0821519 May 25 15:47:46.234497 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8447ebbc-843c-47af-8f7e-9c3d2070f2d3 req-54fb2d5f-4677-4bbb-adc8-5fca07a9b814 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&id=10e21612-1f4a-4a8a-b36d-289e705fbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403740 May 25 15:47:47.415954 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49baf559-7957-4f43-b175-ab11c3a5fa82 req-e02d2419-d4bf-4942-8450-3f8ba5fb98cc tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:47.417378 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-49baf559-7957-4f43-b175-ab11c3a5fa82 req-e02d2419-d4bf-4942-8450-3f8ba5fb98cc tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 984 time: 0.0782576 May 25 15:47:47.468641 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-49baf559-7957-4f43-b175-ab11c3a5fa82 req-fd729ef1-41f6-4833-b123-8b2a63b38031 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&id=10e21612-1f4a-4a8a-b36d-289e705fbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455294 May 25 15:47:48.650738 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2b37a-3e80-4e0c-887d-f0253ddd0331 req-233b1104-38ff-43b0-801b-b3960716d2de tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:48.652200 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-fff2b37a-3e80-4e0c-887d-f0253ddd0331 req-233b1104-38ff-43b0-801b-b3960716d2de tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 984 time: 0.0790174 May 25 15:47:48.698429 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-fff2b37a-3e80-4e0c-887d-f0253ddd0331 req-b1c6db6a-5867-442c-a2ad-b7ee04478f41 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&id=10e21612-1f4a-4a8a-b36d-289e705fbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398993 May 25 15:47:49.886963 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ba1c0-34ba-4d14-81f3-4cce3dad9d4b req-0f65ee5e-2215-4982-9048-4d3a42885df6 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:49.888587 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2b3ba1c0-34ba-4d14-81f3-4cce3dad9d4b req-0f65ee5e-2215-4982-9048-4d3a42885df6 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 984 time: 0.0841088 May 25 15:47:49.935524 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2b3ba1c0-34ba-4d14-81f3-4cce3dad9d4b req-218c4490-b241-478e-a202-962df5426830 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&id=10e21612-1f4a-4a8a-b36d-289e705fbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411010 May 25 15:47:50.702467 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-7f817bb5-b3db-4738-a499-57d34c22a185 req-8388896a-a9dc-4125-ba1b-2889a25b787e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685651 May 25 15:47:50.844055 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f817bb5-b3db-4738-a499-57d34c22a185 req-06bd0a48-51cf-4ead-8f2c-835063c0163d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:50.845570 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-7f817bb5-b3db-4738-a499-57d34c22a185 req-06bd0a48-51cf-4ead-8f2c-835063c0163d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=09c1045625524f1b90d5479c8fb05c9e&device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 1098 time: 0.0739703 May 25 15:47:51.106966 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f817bb5-b3db-4738-a499-57d34c22a185 req-6f5fcc06-f991-43a5-8526-dd4473c16712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:51.108350 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-7f817bb5-b3db-4738-a499-57d34c22a185 req-6f5fcc06-f991-43a5-8526-dd4473c16712 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f HTTP/1.1" status: 200 len: 912 time: 0.2437716 May 25 15:47:51.229786 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-7f817bb5-b3db-4738-a499-57d34c22a185 req-c0fba331-5efd-4e77-80f5-a1466efc2fba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=550a0639-2ef3-4aed-89e3-f416321e6a82 HTTP/1.1" status: 200 len: 1001 time: 0.1107364 May 25 15:47:51.242000 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136592a-6287-46e6-96d1-f324a4cb09c6 req-d2ce32aa-7c52-4a28-be1e-5b4aee12c3c2 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:51.243382 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-4136592a-6287-46e6-96d1-f324a4cb09c6 req-d2ce32aa-7c52-4a28-be1e-5b4aee12c3c2 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 984 time: 0.1687322 May 25 15:47:51.332100 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f817bb5-b3db-4738-a499-57d34c22a185 req-f72eb32e-5e2c-4949-94dc-9756292ce30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:51.333479 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-7f817bb5-b3db-4738-a499-57d34c22a185 req-f72eb32e-5e2c-4949-94dc-9756292ce30c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f08251b0-e8ff-4f78-a05b-357588699f33 HTTP/1.1" status: 200 len: 850 time: 0.0892611 May 25 15:47:51.337448 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-4136592a-6287-46e6-96d1-f324a4cb09c6 req-a40c7255-4f4e-49e0-a3e0-ec1843946d98 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&id=10e21612-1f4a-4a8a-b36d-289e705fbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625966 May 25 15:47:51.411926 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f817bb5-b3db-4738-a499-57d34c22a185 req-407e4b19-9274-4d90-9794-dc2118a47ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:51.413356 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-7f817bb5-b3db-4738-a499-57d34c22a185 req-407e4b19-9274-4d90-9794-dc2118a47ed8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690269 May 25 15:47:51.546117 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-7f817bb5-b3db-4738-a499-57d34c22a185 req-336c6c77-3db2-487b-b19e-55f54daa7744 service neutron] 10.222.0.57 "GET /v2.0/networks/6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243520 May 25 15:47:51.685032 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-7f817bb5-b3db-4738-a499-57d34c22a185 req-fc2c9ce2-23ab-4d74-9382-fd2d52cd3c94 service neutron] 10.222.0.57 "GET /v2.0/networks/6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274612 May 25 15:47:52.526377 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b4575-f2ed-42ff-8e59-c5df6ccbe768 req-f886cf08-caf9-49b6-b9eb-5afdf4abdab7 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:47:52.527816 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3b1b4575-f2ed-42ff-8e59-c5df6ccbe768 req-f886cf08-caf9-49b6-b9eb-5afdf4abdab7 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 984 time: 0.0850229 May 25 15:47:52.573760 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3b1b4575-f2ed-42ff-8e59-c5df6ccbe768 req-25052006-e98f-4c31-bb4a-a227cf32b047 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&id=10e21612-1f4a-4a8a-b36d-289e705fbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401511 May 25 15:47:53.107250 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:04.234317 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a68901-d09e-463a-ad71-a02e27b21a45 req-0eb76223-1cf5-4ead-b2bb-54778b9614f9 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:04.235671 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-56a68901-d09e-463a-ad71-a02e27b21a45 req-0eb76223-1cf5-4ead-b2bb-54778b9614f9 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.0781710 May 25 15:48:04.283038 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-56a68901-d09e-463a-ad71-a02e27b21a45 req-a38096c1-6dc3-442b-aa36-0faf30af8510 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411868 May 25 15:48:05.468259 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6a212-4c3a-4993-a21e-aa6dd1422e63 req-a02144d5-8255-46dc-a4f4-5dbc3849dd7b tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:05.469694 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c2e6a212-4c3a-4993-a21e-aa6dd1422e63 req-a02144d5-8255-46dc-a4f4-5dbc3849dd7b tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.0790799 May 25 15:48:05.514160 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c2e6a212-4c3a-4993-a21e-aa6dd1422e63 req-8da3529c-36c9-482a-9013-c2959862677a tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=25dc6401-8fe2-4448-87af-b9a5bf1987ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382767 May 25 15:48:05.644243 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e252bb4-3021-44b2-b9f3-cfc43c4a5838 req-9d0f1c69-8119-4151-b2f2-6d9fab740fea tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:05.645663 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2e252bb4-3021-44b2-b9f3-cfc43c4a5838 req-9d0f1c69-8119-4151-b2f2-6d9fab740fea tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.57 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 945 time: 0.0834498 May 25 15:48:05.785899 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [req-2e252bb4-3021-44b2-b9f3-cfc43c4a5838 req-9f907bc8-7032-4413-9366-8c957b1a36d0 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Deleting port 550a0639-2ef3-4aed-89e3-f416321e6a82 {{(pid=98474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:48:05.786245 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-2e252bb4-3021-44b2-b9f3-cfc43c4a5838 req-9f907bc8-7032-4413-9366-8c957b1a36d0 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:05.915859 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [req-2e252bb4-3021-44b2-b9f3-cfc43c4a5838 req-9f907bc8-7032-4413-9366-8c957b1a36d0 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] For port 550a0639-2ef3-4aed-89e3-f416321e6a82, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=550a0639-2ef3-4aed-89e3-f416321e6a82,segment=NetworkSegment(b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70),segment_id=b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70)] {{(pid=98474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:48:05.916139 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-2e252bb4-3021-44b2-b9f3-cfc43c4a5838 req-9f907bc8-7032-4413-9366-8c957b1a36d0 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:06.281717 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-2e252bb4-3021-44b2-b9f3-cfc43c4a5838 req-9f907bc8-7032-4413-9366-8c957b1a36d0 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:06.282095 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-2e252bb4-3021-44b2-b9f3-cfc43c4a5838 req-9f907bc8-7032-4413-9366-8c957b1a36d0 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-353536'] for floatingip, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:06.282408 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.db.l3_db [req-2e252bb4-3021-44b2-b9f3-cfc43c4a5838 req-9f907bc8-7032-4413-9366-8c957b1a36d0 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Floating IP a7bfb274-875b-4f8e-bf9d-3635d4c29fce disassociated. External IP: 172.27.3.117, port: 550a0639-2ef3-4aed-89e3-f416321e6a82. May 25 15:48:06.282746 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [req-2e252bb4-3021-44b2-b9f3-cfc43c4a5838 req-9f907bc8-7032-4413-9366-8c957b1a36d0 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Calling delete_port for 550a0639-2ef3-4aed-89e3-f416321e6a82 owned by compute:nova {{(pid=98474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:48:06.392228 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-2e252bb4-3021-44b2-b9f3-cfc43c4a5838 req-9f907bc8-7032-4413-9366-8c957b1a36d0 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:06.398291 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-0a315835-c65b-4362-b525-096a9815a1bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:06.445331 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f907bc8-7032-4413-9366-8c957b1a36d0 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Pushing event deleted for resources: {'Port': ['ID=550a0639-2ef3-4aed-89e3-f416321e6a82,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:06.456480 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f907bc8-7032-4413-9366-8c957b1a36d0 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:06.456853 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f907bc8-7032-4413-9366-8c957b1a36d0 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:06.457213 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f907bc8-7032-4413-9366-8c957b1a36d0 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:06.457570 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f907bc8-7032-4413-9366-8c957b1a36d0 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:06.457920 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f907bc8-7032-4413-9366-8c957b1a36d0 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:06.458306 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f907bc8-7032-4413-9366-8c957b1a36d0 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:06.458624 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f907bc8-7032-4413-9366-8c957b1a36d0 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:06.458971 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f907bc8-7032-4413-9366-8c957b1a36d0 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:06.459319 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f907bc8-7032-4413-9366-8c957b1a36d0 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:06.459670 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f907bc8-7032-4413-9366-8c957b1a36d0 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:06.460044 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f907bc8-7032-4413-9366-8c957b1a36d0 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:06.460388 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f907bc8-7032-4413-9366-8c957b1a36d0 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:06.510882 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-9f907bc8-7032-4413-9366-8c957b1a36d0 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:06.671256 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3efb30e7-2942-47d8-b2e7-c758fbc2a994 req-07d32a1d-577e-4139-9b68-95eb5d1807bd tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=28f5014d-f70f-418a-82e1-9c222f9e1738 HTTP/1.1" status: 200 len: 210 time: 0.0507240 May 25 15:48:06.684870 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e252bb4-3021-44b2-b9f3-cfc43c4a5838 req-9f907bc8-7032-4413-9366-8c957b1a36d0 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Router 46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:48:06.866771 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e252bb4-3021-44b2-b9f3-cfc43c4a5838 req-9f907bc8-7032-4413-9366-8c957b1a36d0 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:48:06.876384 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c830878e-d36c-429d-8545-2638434b08d6 None None] Sync routers for ids ['46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'] in dv-cinder-791240-3-iscsi {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:48:06.887561 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c830878e-d36c-429d-8545-2638434b08d6 None None] Routers {'46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:48:06.888225 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-c830878e-d36c-429d-8545-2638434b08d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:47:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:06.943924 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e252bb4-3021-44b2-b9f3-cfc43c4a5838 req-9f907bc8-7032-4413-9366-8c957b1a36d0 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] No DVR routers for this DVR port 550a0639-2ef3-4aed-89e3-f416321e6a82 on host hv-cinder-79124 {{(pid=98474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:48:06.946450 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-2e252bb4-3021-44b2-b9f3-cfc43c4a5838 req-9f907bc8-7032-4413-9366-8c957b1a36d0 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:06.949045 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f5014d-f70f-418a-82e1-9c222f9e1738', 'name': 'network-vif-deleted', 'tag': '550a0639-2ef3-4aed-89e3-f416321e6a82'}] {{(pid=98474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:48:06.965042 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2e252bb4-3021-44b2-b9f3-cfc43c4a5838 req-9f907bc8-7032-4413-9366-8c957b1a36d0 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.57 "DELETE /v2.0/ports/550a0639-2ef3-4aed-89e3-f416321e6a82 HTTP/1.1" status: 204 len: 173 time: 1.3078511 May 25 15:48:06.998990 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f5014d-f70f-418a-82e1-9c222f9e1738', 'name': 'network-vif-deleted', 'tag': '550a0639-2ef3-4aed-89e3-f416321e6a82', 'status': 'completed', 'code': 200} May 25 15:48:07.073536 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-c830878e-d36c-429d-8545-2638434b08d6 None None] Set router 46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:48:07.381557 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-c830878e-d36c-429d-8545-2638434b08d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'name': 'tempest-AttachVolumeTestJSON-1719013093-router', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:40:39Z', 'updated_at': '2021-05-25T15:40:45Z', 'revision_number': 4, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'gw_port': {'id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:40:40Z', 'updated_at': '2021-05-25T15:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '49d3a23c-977c-4b60-8414-e557f509f763', 'name': '', 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'mac_address': 'fa:16:3e:15:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'f08251b0-e8ff-4f78-a05b-357588699f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:40:44Z', 'updated_at': '2021-05-25T15:40:52Z', 'revision_number': 5, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'subnets': [{'id': 'f08251b0-e8ff-4f78-a05b-357588699f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:07.385453 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c830878e-d36c-429d-8545-2638434b08d6 None None] Checking router: 46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b for host: dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:48:07.395029 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c830878e-d36c-429d-8545-2638434b08d6 None None] Routers {'46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:48:07.395650 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-c830878e-d36c-429d-8545-2638434b08d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:47:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:07.577012 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-c830878e-d36c-429d-8545-2638434b08d6 None None] Set router 46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:48:07.795137 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 42076) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:07.867150 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b9b6f4ec-16be-4755-8861-05fc5b78adf1 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:07.896057 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b9b6f4ec-16be-4755-8861-05fc5b78adf1 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:07.937266 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-c830878e-d36c-429d-8545-2638434b08d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'name': 'tempest-AttachVolumeTestJSON-1719013093-router', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:40:39Z', 'updated_at': '2021-05-25T15:40:45Z', 'revision_number': 4, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'gw_port': {'id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:40:40Z', 'updated_at': '2021-05-25T15:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '49d3a23c-977c-4b60-8414-e557f509f763', 'name': '', 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'mac_address': 'fa:16:3e:15:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'f08251b0-e8ff-4f78-a05b-357588699f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:40:44Z', 'updated_at': '2021-05-25T15:40:52Z', 'revision_number': 5, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'subnets': [{'id': 'f08251b0-e8ff-4f78-a05b-357588699f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:07.941821 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c830878e-d36c-429d-8545-2638434b08d6 None None] The sync data for ids ['46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'] in dv-cinder-791240-3-iscsi is: [{'id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'name': 'tempest-AttachVolumeTestJSON-1719013093-router', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:40:39Z', 'updated_at': '2021-05-25T15:40:45Z', 'revision_number': 4, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'gw_port': {'id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:40:40Z', 'updated_at': '2021-05-25T15:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '49d3a23c-977c-4b60-8414-e557f509f763', 'name': '', 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'mac_address': 'fa:16:3e:15:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'f08251b0-e8ff-4f78-a05b-357588699f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:40:44Z', 'updated_at': '2021-05-25T15:40:52Z', 'revision_number': 5, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'subnets': [{'id': 'f08251b0-e8ff-4f78-a05b-357588699f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:48:07.949290 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b9b6f4ec-16be-4755-8861-05fc5b78adf1 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:07.953396 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-1221ecd4-43b0-4c4a-945d-a702a92b9e98 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:07.967508 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b6f4ec-16be-4755-8861-05fc5b78adf1 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25dc6401-8fe2-4448-87af-b9a5bf1987ca,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:07.976721 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b6f4ec-16be-4755-8861-05fc5b78adf1 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:07.977092 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b6f4ec-16be-4755-8861-05fc5b78adf1 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:07.977456 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b6f4ec-16be-4755-8861-05fc5b78adf1 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:07.977810 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b6f4ec-16be-4755-8861-05fc5b78adf1 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:07.978242 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b6f4ec-16be-4755-8861-05fc5b78adf1 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:07.978596 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b6f4ec-16be-4755-8861-05fc5b78adf1 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:07.978942 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b6f4ec-16be-4755-8861-05fc5b78adf1 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:07.979290 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b6f4ec-16be-4755-8861-05fc5b78adf1 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:07.979635 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b6f4ec-16be-4755-8861-05fc5b78adf1 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:07.980004 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b6f4ec-16be-4755-8861-05fc5b78adf1 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:07.980349 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b6f4ec-16be-4755-8861-05fc5b78adf1 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:07.980689 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b6f4ec-16be-4755-8861-05fc5b78adf1 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:07.986137 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-b9b6f4ec-16be-4755-8861-05fc5b78adf1 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:07.990234 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b9b6f4ec-16be-4755-8861-05fc5b78adf1 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:07.994018 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-b9b6f4ec-16be-4755-8861-05fc5b78adf1 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "DELETE /v2.0/security-groups/25dc6401-8fe2-4448-87af-b9a5bf1987ca HTTP/1.1" status: 204 len: 168 time: 0.1950371 May 25 15:48:07.994168 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 42082) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:08.010801 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.api.v2.resource [None req-32660715-6813-42b7-8963-44e7a35f1c23 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] show failed (client error): The resource could not be found. May 25 15:48:08.011810 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-32660715-6813-42b7-8963-44e7a35f1c23 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups/25dc6401-8fe2-4448-87af-b9a5bf1987ca HTTP/1.1" status: 404 len: 347 time: 0.0167515 May 25 15:48:08.014809 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 42086) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:08.170189 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d759b44-7f26-442f-80e4-74271c83be06 None None] New status for floating IP a7bfb274-875b-4f8e-bf9d-3635d4c29fce: DOWN {{(pid=98476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 15:48:08.235466 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-cea58243-3635-4a41-af06-3cbf52b7598d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Deleting port 5e4d26c3-1da9-40d6-a5a3-42ae73b44f52 {{(pid=98473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:48:08.235737 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-cea58243-3635-4a41-af06-3cbf52b7598d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:08.358948 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-cea58243-3635-4a41-af06-3cbf52b7598d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:08.359272 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-cea58243-3635-4a41-af06-3cbf52b7598d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:08.483764 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-cea58243-3635-4a41-af06-3cbf52b7598d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Calling delete_port for 5e4d26c3-1da9-40d6-a5a3-42ae73b44f52 owned by network:floatingip {{(pid=98473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:48:08.592727 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-cea58243-3635-4a41-af06-3cbf52b7598d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31785040'] for port, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:08.597934 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-8d08d5ae-5868-4a9a-bb50-d9c58017af5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:08.717386 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea58243-3635-4a41-af06-3cbf52b7598d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Pushing event deleted for resources: {'Port': ['ID=5e4d26c3-1da9-40d6-a5a3-42ae73b44f52,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:08.745471 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-cea58243-3635-4a41-af06-3cbf52b7598d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:08.810301 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-cea58243-3635-4a41-af06-3cbf52b7598d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for floatingip, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:08.824176 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-cea58243-3635-4a41-af06-3cbf52b7598d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for floatingip, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:08.825289 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-cea58243-3635-4a41-af06-3cbf52b7598d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "DELETE /v2.0/floatingips/a7bfb274-875b-4f8e-bf9d-3635d4c29fce HTTP/1.1" status: 204 len: 168 time: 0.8095903 May 25 15:48:09.202458 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 42096) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:09.207750 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-0c40dfa8-4c82-41d9-ac88-75ef53833fcc tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2061403546', 'description': 'tempest-description--2131334953'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:48:09.213513 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-0c40dfa8-4c82-41d9-ac88-75ef53833fcc tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:48:09.217535 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-0c40dfa8-4c82-41d9-ac88-75ef53833fcc tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Usage tracker for resource:security_group and tenant:09c1045625524f1b90d5479c8fb05c9e is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:48:09.220400 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-0c40dfa8-4c82-41d9-ac88-75ef53833fcc tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:48:09.226053 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-0c40dfa8-4c82-41d9-ac88-75ef53833fcc tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:48:09.236303 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-0c40dfa8-4c82-41d9-ac88-75ef53833fcc tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:09.256624 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-0c40dfa8-4c82-41d9-ac88-75ef53833fcc tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:48:09.260331 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-0c40dfa8-4c82-41d9-ac88-75ef53833fcc tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Usage tracker for resource:security_group_rule and tenant:09c1045625524f1b90d5479c8fb05c9e is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:48:09.263054 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-0c40dfa8-4c82-41d9-ac88-75ef53833fcc tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:48:09.268662 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-0c40dfa8-4c82-41d9-ac88-75ef53833fcc tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:48:09.337166 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-0c40dfa8-4c82-41d9-ac88-75ef53833fcc tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:09.340645 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-0c40dfa8-4c82-41d9-ac88-75ef53833fcc tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:09.345577 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-aa77f48a-902e-45ce-a10a-c93a09926e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:09.385339 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40dfa8-4c82-41d9-ac88-75ef53833fcc tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a04636d8-25c7-4b38-b3d9-f14d0864fb1f,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:09.388549 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-0c40dfa8-4c82-41d9-ac88-75ef53833fcc tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:09.390167 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-0c40dfa8-4c82-41d9-ac88-75ef53833fcc tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:09.391386 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-0c40dfa8-4c82-41d9-ac88-75ef53833fcc tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1879506 May 25 15:48:09.394209 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 42100) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:09.399529 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-e2e7de77-02d4-43a7-b523-df03d306c6aa tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Request body: {'security_group_rule': {'security_group_id': 'a04636d8-25c7-4b38-b3d9-f14d0864fb1f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:48:09.405447 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-e2e7de77-02d4-43a7-b523-df03d306c6aa tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:48:09.409246 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-e2e7de77-02d4-43a7-b523-df03d306c6aa tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Usage tracker for resource:security_group_rule and tenant:09c1045625524f1b90d5479c8fb05c9e is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:48:09.412073 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-e2e7de77-02d4-43a7-b523-df03d306c6aa tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:48:09.417612 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-e2e7de77-02d4-43a7-b523-df03d306c6aa tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:48:09.433988 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e2e7de77-02d4-43a7-b523-df03d306c6aa tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:09.493415 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e2e7de77-02d4-43a7-b523-df03d306c6aa tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:09.496820 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e2e7de77-02d4-43a7-b523-df03d306c6aa tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510867'] for security_group_rule, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:09.499007 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-c866e352-713e-4a1e-adb7-2c3713e5040c tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:09.523202 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7de77-02d4-43a7-b523-df03d306c6aa tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9bd26bc-cca6-4268-9ee5-e64880488edc,revision_number=0']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:09.525697 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-e2e7de77-02d4-43a7-b523-df03d306c6aa tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:09.533122 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e2e7de77-02d4-43a7-b523-df03d306c6aa tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:09.535094 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-e2e7de77-02d4-43a7-b523-df03d306c6aa tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1399529 May 25 15:48:09.537729 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 42104) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:09.542793 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-ff835814-7ce0-4aaa-88db-4988be7e9709 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Request body: {'security_group_rule': {'security_group_id': 'a04636d8-25c7-4b38-b3d9-f14d0864fb1f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:48:09.548380 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-ff835814-7ce0-4aaa-88db-4988be7e9709 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:48:09.552761 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-ff835814-7ce0-4aaa-88db-4988be7e9709 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Usage tracker for resource:security_group_rule and tenant:09c1045625524f1b90d5479c8fb05c9e is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:48:09.555643 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-ff835814-7ce0-4aaa-88db-4988be7e9709 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:48:09.561253 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-ff835814-7ce0-4aaa-88db-4988be7e9709 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:48:09.576379 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-ff835814-7ce0-4aaa-88db-4988be7e9709 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:09.584606 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 550a0639-2ef3-4aed-89e3-f416321e6a82 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:48:09.618902 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] No Port match for: 550a0639-2ef3-4aed-89e3-f416321e6a82 {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:48:09.619350 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 550a0639-2ef3-4aed-89e3-f416321e6a82 not bound to the agent host hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:48:09.637864 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-ff835814-7ce0-4aaa-88db-4988be7e9709 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:09.641540 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-ff835814-7ce0-4aaa-88db-4988be7e9709 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510867'] for security_group_rule, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:09.643598 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-fc265aa9-d55e-4003-b3bb-de37a8232507 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:09.663311 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff835814-7ce0-4aaa-88db-4988be7e9709 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3733f6ef-c0e5-42b7-8623-ca0d6ba5dbd7,revision_number=0']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:09.667038 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-ff835814-7ce0-4aaa-88db-4988be7e9709 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:09.675656 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-ff835814-7ce0-4aaa-88db-4988be7e9709 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:09.676874 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-ff835814-7ce0-4aaa-88db-4988be7e9709 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1381788 May 25 15:48:09.680665 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 42108) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:09.685899 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-13da38f3-cf26-426e-a59b-3302d603ea0d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Request body: {'floatingip': {'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:48:09.691524 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-13da38f3-cf26-426e-a59b-3302d603ea0d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:48:09.695241 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-13da38f3-cf26-426e-a59b-3302d603ea0d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Usage tracker for resource:floatingip and tenant:09c1045625524f1b90d5479c8fb05c9e is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:48:09.698118 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-13da38f3-cf26-426e-a59b-3302d603ea0d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:48:09.704633 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-13da38f3-cf26-426e-a59b-3302d603ea0d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:48:09.715632 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-13da38f3-cf26-426e-a59b-3302d603ea0d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for floatingip, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:09.858998 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-13da38f3-cf26-426e-a59b-3302d603ea0d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:09.996493 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.db_base_plugin_common [None req-13da38f3-cf26-426e-a59b-3302d603ea0d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Allocated IP 172.27.3.64 (64bdbeb4-2429-4b9e-9f88-29f950eefffc/3f9f8472-0ab8-4bd8-a441-92a12c3f4c58/977a30b6-56f5-4319-b0cc-fcb1385f883b) {{(pid=98474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:48:10.151508 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-13da38f3-cf26-426e-a59b-3302d603ea0d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for port, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:10.181662 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-13da38f3-cf26-426e-a59b-3302d603ea0d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:10.186877 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-e380a3b3-f107-487e-b89d-025f00d0404f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:10.248097 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-82219f60-9047-41f8-9637-4c2242dd8fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:10.248437 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13da38f3-cf26-426e-a59b-3302d603ea0d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Network 64bdbeb4-2429-4b9e-9f88-29f950eefffc is already hosted by enough agents. {{(pid=98474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:48:10.251396 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [None req-13da38f3-cf26-426e-a59b-3302d603ea0d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Resources bound (agent type, host, resource id): {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:48:10.255037 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13da38f3-cf26-426e-a59b-3302d603ea0d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Received port after_create {{(pid=98474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:48:10.294372 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da38f3-cf26-426e-a59b-3302d603ea0d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Pushing event updated for resources: {'Port': ['ID=977a30b6-56f5-4319-b0cc-fcb1385f883b,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:10.301551 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-13da38f3-cf26-426e-a59b-3302d603ea0d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:10.340336 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-13da38f3-cf26-426e-a59b-3302d603ea0d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:10.399282 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-13da38f3-cf26-426e-a59b-3302d603ea0d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:10.599283 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-13da38f3-cf26-426e-a59b-3302d603ea0d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for port, precommit_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:10.603864 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-13da38f3-cf26-426e-a59b-3302d603ea0d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-881747'] for port, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:10.608761 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-7a88d05d-69d3-4873-a685-3852a9eeba02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:10.804366 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da38f3-cf26-426e-a59b-3302d603ea0d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Pushing event updated for resources: {'Port': ['ID=977a30b6-56f5-4319-b0cc-fcb1385f883b,revision_number=2']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:10.808272 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-13da38f3-cf26-426e-a59b-3302d603ea0d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:10.814773 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-13da38f3-cf26-426e-a59b-3302d603ea0d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-353536'] for floatingip, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:10.836638 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-13da38f3-cf26-426e-a59b-3302d603ea0d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for floatingip, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:10.837985 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-13da38f3-cf26-426e-a59b-3302d603ea0d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1563425 May 25 15:48:11.057942 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e04c426e-1877-49a8-810f-6921c0b3568d req-ad3e7cf4-7ea1-431d-b8d3-b5e5fee25990 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--2061403546&fields=id&tenant_id=09c1045625524f1b90d5479c8fb05c9e HTTP/1.1" status: 200 len: 267 time: 0.0432520 May 25 15:48:11.203768 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c426e-1877-49a8-810f-6921c0b3568d req-6bc9e7ab-0bbc-4339-8e98-1b0b57d03946 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:11.205282 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e04c426e-1877-49a8-810f-6921c0b3568d req-6bc9e7ab-0bbc-4339-8e98-1b0b57d03946 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/networks?id=6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f HTTP/1.1" status: 200 len: 811 time: 0.1407702 May 25 15:48:11.220031 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e04c426e-1877-49a8-810f-6921c0b3568d req-93f11099-9a63-4677-b0e2-c7215148257e tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/quotas/09c1045625524f1b90d5479c8fb05c9e HTTP/1.1" status: 200 len: 375 time: 0.0088801 May 25 15:48:11.239770 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:48:11.310123 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-e04c426e-1877-49a8-810f-6921c0b3568d req-9085175d-d396-44aa-aa10-a278ca9cfdbf tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Synchronizing usage tracker for tenant:09c1045625524f1b90d5479c8fb05c9e on resource:port {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:48:11.325318 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-e04c426e-1877-49a8-810f-6921c0b3568d req-9085175d-d396-44aa-aa10-a278ca9cfdbf tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Unset dirty status for tenant:09c1045625524f1b90d5479c8fb05c9e on resource:port {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:48:11.326713 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e04c426e-1877-49a8-810f-6921c0b3568d req-9085175d-d396-44aa-aa10-a278ca9cfdbf tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=09c1045625524f1b90d5479c8fb05c9e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1017449 May 25 15:48:11.461656 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e04c426e-1877-49a8-810f-6921c0b3568d req-14195dee-2dee-4621-bda9-ec07686f23b1 service neutron] 10.222.0.32 "GET /v2.0/networks/6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227782 May 25 15:48:11.591524 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e04c426e-1877-49a8-810f-6921c0b3568d req-98c1786e-238d-4b71-addc-470a116d6b9a service neutron] 10.222.0.32 "GET /v2.0/networks/6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240304 May 25 15:48:11.771920 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-6184c7ab-95f8-43aa-a427-129a923d8c00 req-fed14639-b8a1-464e-a9ae-7335ec85f166 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Synchronizing usage tracker for tenant:09c1045625524f1b90d5479c8fb05c9e on resource:port {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:48:11.784107 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-6184c7ab-95f8-43aa-a427-129a923d8c00 req-fed14639-b8a1-464e-a9ae-7335ec85f166 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Unset dirty status for tenant:09c1045625524f1b90d5479c8fb05c9e on resource:port {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:48:11.785428 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-6184c7ab-95f8-43aa-a427-129a923d8c00 req-fed14639-b8a1-464e-a9ae-7335ec85f166 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f2da74b-1b0a-4cdf-9427-4f04c007e9af HTTP/1.1" status: 200 len: 210 time: 0.0548575 May 25 15:48:12.725799 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:12.845259 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c426e-1877-49a8-810f-6921c0b3568d req-64296e8d-3bec-414d-b2cc-1d6b984a750a tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:12.846739 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e04c426e-1877-49a8-810f-6921c0b3568d req-64296e8d-3bec-414d-b2cc-1d6b984a750a tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.57 "GET /v2.0/networks?id=6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f HTTP/1.1" status: 200 len: 811 time: 0.1623247 May 25 15:48:12.887040 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-0456caef-ba13-4494-9618-93b72f7cb6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:12.904349 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e04c426e-1877-49a8-810f-6921c0b3568d req-312b3d51-a912-4d31-8af2-14babae71e0a tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09c1045625524f1b90d5479c8fb05c9e HTTP/1.1" status: 200 len: 380 time: 0.0467966 May 25 15:48:12.918189 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [req-e04c426e-1877-49a8-810f-6921c0b3568d req-c8b6e619-6e5c-4943-aa2a-f5c1b5ee80f9 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Request body: {'port': {'device_id': '4f2da74b-1b0a-4cdf-9427-4f04c007e9af', 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f', 'admin_state_up': True, 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'security_groups': ['a04636d8-25c7-4b38-b3d9-f14d0864fb1f']}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:48:12.947727 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b4c931bd-9b82-44ca-9727-83e883db6238 req-7b00188a-219e-4221-a209-4b687745ac21 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f2da74b-1b0a-4cdf-9427-4f04c007e9af HTTP/1.1" status: 200 len: 210 time: 0.0509574 May 25 15:48:13.059802 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [req-e04c426e-1877-49a8-810f-6921c0b3568d req-c8b6e619-6e5c-4943-aa2a-f5c1b5ee80f9 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:48:13.069858 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [req-e04c426e-1877-49a8-810f-6921c0b3568d req-c8b6e619-6e5c-4943-aa2a-f5c1b5ee80f9 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:48:13.079562 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e04c426e-1877-49a8-810f-6921c0b3568d req-c8b6e619-6e5c-4943-aa2a-f5c1b5ee80f9 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Made reservation on behalf of 09c1045625524f1b90d5479c8fb05c9e for: {'port': 1} {{(pid=98474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:48:13.083051 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-e04c426e-1877-49a8-810f-6921c0b3568d req-c8b6e619-6e5c-4943-aa2a-f5c1b5ee80f9 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:13.243852 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.db_base_plugin_common [req-e04c426e-1877-49a8-810f-6921c0b3568d req-c8b6e619-6e5c-4943-aa2a-f5c1b5ee80f9 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Allocated IP 172.20.0.6 (6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f/f08251b0-e8ff-4f78-a05b-357588699f33/c5f085c9-a09e-457f-836d-900a6f37616a) {{(pid=98474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:48:13.428743 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-e04c426e-1877-49a8-810f-6921c0b3568d req-c8b6e619-6e5c-4943-aa2a-f5c1b5ee80f9 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for port, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:13.447919 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.provisioning_blocks [req-e04c426e-1877-49a8-810f-6921c0b3568d req-c8b6e619-6e5c-4943-aa2a-f5c1b5ee80f9 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Transition to ACTIVE for port object c5f085c9-a09e-457f-836d-900a6f37616a will not be triggered until provisioned by entity DHCP. {{(pid=98474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:48:13.472973 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-e04c426e-1877-49a8-810f-6921c0b3568d req-c8b6e619-6e5c-4943-aa2a-f5c1b5ee80f9 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:13.479291 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-1ab0a61a-7bc0-40f5-af97-352e2a85ff09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:13.557637 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e04c426e-1877-49a8-810f-6921c0b3568d req-c8b6e619-6e5c-4943-aa2a-f5c1b5ee80f9 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Network 6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f is already hosted by enough agents. {{(pid=98474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:48:13.561254 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [req-e04c426e-1877-49a8-810f-6921c0b3568d req-c8b6e619-6e5c-4943-aa2a-f5c1b5ee80f9 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Resources bound (agent type, host, resource id): {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:48:13.564038 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [req-e04c426e-1877-49a8-810f-6921c0b3568d req-c8b6e619-6e5c-4943-aa2a-f5c1b5ee80f9 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Received port after_create {{(pid=98474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:48:13.591716 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b6e619-6e5c-4943-aa2a-f5c1b5ee80f9 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Pushing event updated for resources: {'Port': ['ID=c5f085c9-a09e-457f-836d-900a6f37616a,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:13.595116 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-c8b6e619-6e5c-4943-aa2a-f5c1b5ee80f9 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:13.634602 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c426e-1877-49a8-810f-6921c0b3568d req-c8b6e619-6e5c-4943-aa2a-f5c1b5ee80f9 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:13.635213 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-e04c426e-1877-49a8-810f-6921c0b3568d req-c8b6e619-6e5c-4943-aa2a-f5c1b5ee80f9 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:13.662023 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e04c426e-1877-49a8-810f-6921c0b3568d req-c8b6e619-6e5c-4943-aa2a-f5c1b5ee80f9 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7477546 May 25 15:48:13.674648 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [req-e04c426e-1877-49a8-810f-6921c0b3568d req-fd04c82e-9a09-46f1-a0b2-75b5e607eacb service neutron] Request body: {'port': {'device_id': '4f2da74b-1b0a-4cdf-9427-4f04c007e9af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:48:13.746688 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-b7cf250a-d5ff-4f86-80be-aa8e2d81435b None None] Provisioning for port c5f085c9-a09e-457f-836d-900a6f37616a completed by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:48:13.750882 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:13.752117 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-b7cf250a-d5ff-4f86-80be-aa8e2d81435b None None] Provisioning complete for port c5f085c9-a09e-457f-836d-900a6f37616a triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:48:13.752477 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-b7cf250a-d5ff-4f86-80be-aa8e2d81435b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:13.797095 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-e04c426e-1877-49a8-810f-6921c0b3568d req-fd04c82e-9a09-46f1-a0b2-75b5e607eacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:13.804104 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf250a-d5ff-4f86-80be-aa8e2d81435b None None] Port c5f085c9-a09e-457f-836d-900a6f37616a cannot update to ACTIVE because it is not bound. {{(pid=98475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:48:14.248947 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [req-e04c426e-1877-49a8-810f-6921c0b3568d req-fd04c82e-9a09-46f1-a0b2-75b5e607eacb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5f085c9-a09e-457f-836d-900a6f37616a {{(pid=98474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:48:14.256288 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-e04c426e-1877-49a8-810f-6921c0b3568d req-fd04c82e-9a09-46f1-a0b2-75b5e607eacb service neutron] Notify callbacks [] for port, precommit_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:14.271348 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.provisioning_blocks [req-e04c426e-1877-49a8-810f-6921c0b3568d req-fd04c82e-9a09-46f1-a0b2-75b5e607eacb service neutron] Transition to ACTIVE for port object c5f085c9-a09e-457f-836d-900a6f37616a will not be triggered until provisioned by entity L2. {{(pid=98474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:48:14.275180 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-e04c426e-1877-49a8-810f-6921c0b3568d req-fd04c82e-9a09-46f1-a0b2-75b5e607eacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-881747'] for port, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:14.279192 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-ed34bc64-398e-421e-aca7-958ad3fe818f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:14.339801 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b62da7-8d1e-4a2a-8b6a-5d009609b7ce req-c83ed61c-bcb9-4635-bb08-8ad9515b7769 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:14.341329 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-13b62da7-8d1e-4a2a-8b6a-5d009609b7ce req-c83ed61c-bcb9-4635-bb08-8ad9515b7769 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f2da74b-1b0a-4cdf-9427-4f04c007e9af HTTP/1.1" status: 200 len: 943 time: 0.0794556 May 25 15:48:14.394545 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-13b62da7-8d1e-4a2a-8b6a-5d009609b7ce req-f08d0d03-0977-4086-83df-c8b44309f137 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Synchronizing usage tracker for tenant:09c1045625524f1b90d5479c8fb05c9e on resource:security_group {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:48:14.415309 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-13b62da7-8d1e-4a2a-8b6a-5d009609b7ce req-f08d0d03-0977-4086-83df-c8b44309f137 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Unset dirty status for tenant:09c1045625524f1b90d5479c8fb05c9e on resource:security_group {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:48:14.417485 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-13b62da7-8d1e-4a2a-8b6a-5d009609b7ce req-f08d0d03-0977-4086-83df-c8b44309f137 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04636d8-25c7-4b38-b3d9-f14d0864fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679607 May 25 15:48:14.436116 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04c82e-9a09-46f1-a0b2-75b5e607eacb service neutron] Pushing event updated for resources: {'Port': ['ID=c5f085c9-a09e-457f-836d-900a6f37616a,revision_number=2']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:14.443638 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-fd04c82e-9a09-46f1-a0b2-75b5e607eacb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:14.521565 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.managers [req-e04c426e-1877-49a8-810f-6921c0b3568d req-fd04c82e-9a09-46f1-a0b2-75b5e607eacb service neutron] Attempting to bind port c5f085c9-a09e-457f-836d-900a6f37616a on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:48:14.521899 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.managers [req-e04c426e-1877-49a8-810f-6921c0b3568d req-fd04c82e-9a09-46f1-a0b2-75b5e607eacb service neutron] Attempting to bind port c5f085c9-a09e-457f-836d-900a6f37616a by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': 'b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f'}] {{(pid=98474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:48:14.522234 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04c426e-1877-49a8-810f-6921c0b3568d req-fd04c82e-9a09-46f1-a0b2-75b5e607eacb service neutron] Attempting to bind port c5f085c9-a09e-457f-836d-900a6f37616a on network 6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:48:14.526859 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04c426e-1877-49a8-810f-6921c0b3568d req-fd04c82e-9a09-46f1-a0b2-75b5e607eacb service neutron] Port c5f085c9-a09e-457f-836d-900a6f37616a on network 6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:48:14.527182 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04c426e-1877-49a8-810f-6921c0b3568d req-fd04c82e-9a09-46f1-a0b2-75b5e607eacb service neutron] Attempting to bind port c5f085c9-a09e-457f-836d-900a6f37616a on network 6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:48:14.533969 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04c426e-1877-49a8-810f-6921c0b3568d req-fd04c82e-9a09-46f1-a0b2-75b5e607eacb service neutron] Checking agent: {'id': 'eb2109ed-85e4-4c57-98e0-c43a853e4d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'started_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:48:14.534312 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04c426e-1877-49a8-810f-6921c0b3568d req-fd04c82e-9a09-46f1-a0b2-75b5e607eacb service neutron] Checking segment: {'id': 'b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:48:14.534693 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04c426e-1877-49a8-810f-6921c0b3568d req-fd04c82e-9a09-46f1-a0b2-75b5e607eacb service neutron] Bound using segment: {'id': 'b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f'} {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:48:14.535123 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.managers [req-e04c426e-1877-49a8-810f-6921c0b3568d req-fd04c82e-9a09-46f1-a0b2-75b5e607eacb service neutron] Bound port: c5f085c9-a09e-457f-836d-900a6f37616a, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f'}}] {{(pid=98474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:48:14.535471 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-e04c426e-1877-49a8-810f-6921c0b3568d req-fd04c82e-9a09-46f1-a0b2-75b5e607eacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:14.631933 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [req-e04c426e-1877-49a8-810f-6921c0b3568d req-fd04c82e-9a09-46f1-a0b2-75b5e607eacb service neutron] For port c5f085c9-a09e-457f-836d-900a6f37616a, host hv-cinder-79124, cleared binding levels {{(pid=98474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:48:14.635149 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [req-e04c426e-1877-49a8-810f-6921c0b3568d req-fd04c82e-9a09-46f1-a0b2-75b5e607eacb service neutron] For port c5f085c9-a09e-457f-836d-900a6f37616a, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=c5f085c9-a09e-457f-836d-900a6f37616a,segment=NetworkSegment(b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70),segment_id=b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70)] {{(pid=98474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:48:14.638885 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-e04c426e-1877-49a8-810f-6921c0b3568d req-fd04c82e-9a09-46f1-a0b2-75b5e607eacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-881747'] for port, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:14.642536 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-13da38f3-cf26-426e-a59b-3302d603ea0d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:14.705047 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c426e-1877-49a8-810f-6921c0b3568d req-fd04c82e-9a09-46f1-a0b2-75b5e607eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:14.706181 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-e04c426e-1877-49a8-810f-6921c0b3568d req-fd04c82e-9a09-46f1-a0b2-75b5e607eacb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:14.707529 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e04c426e-1877-49a8-810f-6921c0b3568d req-fd04c82e-9a09-46f1-a0b2-75b5e607eacb service neutron] 10.222.0.57 "PUT /v2.0/ports/c5f085c9-a09e-457f-836d-900a6f37616a HTTP/1.1" status: 200 len: 1093 time: 1.0374367 May 25 15:48:14.708064 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f2da74b-1b0a-4cdf-9427-4f04c007e9af', 'tag': 'c5f085c9-a09e-457f-836d-900a6f37616a'}] {{(pid=98474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:48:14.739377 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04c82e-9a09-46f1-a0b2-75b5e607eacb service neutron] Pushing event updated for resources: {'Port': ['ID=c5f085c9-a09e-457f-836d-900a6f37616a,revision_number=3']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:14.742599 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-fd04c82e-9a09-46f1-a0b2-75b5e607eacb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:14.763669 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f2da74b-1b0a-4cdf-9427-4f04c007e9af', 'tag': 'c5f085c9-a09e-457f-836d-900a6f37616a', 'status': 'completed', 'code': 200} May 25 15:48:14.844059 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c426e-1877-49a8-810f-6921c0b3568d req-82f0342a-692f-405f-840a-819a043e1d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:14.845608 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e04c426e-1877-49a8-810f-6921c0b3568d req-82f0342a-692f-405f-840a-819a043e1d10 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=09c1045625524f1b90d5479c8fb05c9e&device_id=4f2da74b-1b0a-4cdf-9427-4f04c007e9af HTTP/1.1" status: 200 len: 1096 time: 0.0738420 May 25 15:48:14.918252 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e04c426e-1877-49a8-810f-6921c0b3568d req-6f8e413a-0e2e-4b68-b5e9-e1f432127e90 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5f085c9-a09e-457f-836d-900a6f37616a HTTP/1.1" status: 200 len: 217 time: 0.0647984 May 25 15:48:14.980926 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c426e-1877-49a8-810f-6921c0b3568d req-38ca6af2-2f14-44a7-ba96-663287d18687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:14.982286 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e04c426e-1877-49a8-810f-6921c0b3568d req-38ca6af2-2f14-44a7-ba96-663287d18687 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f08251b0-e8ff-4f78-a05b-357588699f33 HTTP/1.1" status: 200 len: 850 time: 0.0572770 May 25 15:48:15.062525 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c426e-1877-49a8-810f-6921c0b3568d req-f4168f5d-0881-40ff-8677-af684f9ad823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:15.063958 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e04c426e-1877-49a8-810f-6921c0b3568d req-f4168f5d-0881-40ff-8677-af684f9ad823 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743980 May 25 15:48:15.199864 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e04c426e-1877-49a8-810f-6921c0b3568d req-acbd341d-b2fd-4d65-89af-0f624e885215 service neutron] 10.222.0.57 "GET /v2.0/networks/6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276872 May 25 15:48:15.331742 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e04c426e-1877-49a8-810f-6921c0b3568d req-c8bac91f-59e1-434a-b769-0b3f690a4ed7 service neutron] 10.222.0.57 "GET /v2.0/networks/6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230991 May 25 15:48:15.449651 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb62bed-340c-495d-bfa3-ab637beaadeb req-8944faeb-0a2b-4b8c-9d33-27862a54bd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:15.451126 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-adb62bed-340c-495d-bfa3-ab637beaadeb req-8944faeb-0a2b-4b8c-9d33-27862a54bd21 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=09c1045625524f1b90d5479c8fb05c9e&device_id=4f2da74b-1b0a-4cdf-9427-4f04c007e9af HTTP/1.1" status: 200 len: 1096 time: 0.0744493 May 25 15:48:15.522906 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:15.662480 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb62bed-340c-495d-bfa3-ab637beaadeb req-2dc3f938-8381-4077-a99a-3b80139b9b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:15.663849 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-adb62bed-340c-495d-bfa3-ab637beaadeb req-2dc3f938-8381-4077-a99a-3b80139b9b68 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f HTTP/1.1" status: 200 len: 912 time: 0.2057188 May 25 15:48:15.673851 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d02e0-e380-4f44-b61a-09720d2745a8 req-44d591ac-b35f-484c-b93a-0acdd511f150 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:15.675022 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-0a1d02e0-e380-4f44-b61a-09720d2745a8 req-44d591ac-b35f-484c-b93a-0acdd511f150 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Synchronizing usage tracker for tenant:09c1045625524f1b90d5479c8fb05c9e on resource:port {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:48:15.834290 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-adb62bed-340c-495d-bfa3-ab637beaadeb req-6912eda3-2c31-4d33-8f88-a084bc2fce39 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5f085c9-a09e-457f-836d-900a6f37616a HTTP/1.1" status: 200 len: 217 time: 0.1564412 May 25 15:48:15.875464 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-0a1d02e0-e380-4f44-b61a-09720d2745a8 req-44d591ac-b35f-484c-b93a-0acdd511f150 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Unset dirty status for tenant:09c1045625524f1b90d5479c8fb05c9e on resource:port {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:48:15.876608 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0a1d02e0-e380-4f44-b61a-09720d2745a8 req-44d591ac-b35f-484c-b93a-0acdd511f150 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f2da74b-1b0a-4cdf-9427-4f04c007e9af HTTP/1.1" status: 200 len: 943 time: 0.3261998 May 25 15:48:15.933429 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb62bed-340c-495d-bfa3-ab637beaadeb req-02063cd3-d95f-4724-8efb-597b50efab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:15.934747 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-adb62bed-340c-495d-bfa3-ab637beaadeb req-02063cd3-d95f-4724-8efb-597b50efab95 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f08251b0-e8ff-4f78-a05b-357588699f33 HTTP/1.1" status: 200 len: 850 time: 0.0927999 May 25 15:48:15.939222 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0a1d02e0-e380-4f44-b61a-09720d2745a8 req-76cbe66e-fb0c-4003-b350-992192324400 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04636d8-25c7-4b38-b3d9-f14d0864fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553296 May 25 15:48:16.009124 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb62bed-340c-495d-bfa3-ab637beaadeb req-8321aceb-9dee-40d4-a8a5-28bac4b2671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:16.010555 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-adb62bed-340c-495d-bfa3-ab637beaadeb req-8321aceb-9dee-40d4-a8a5-28bac4b2671b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688376 May 25 15:48:16.143131 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-adb62bed-340c-495d-bfa3-ab637beaadeb req-49bf742d-dc24-4eaa-a392-6945c39cf236 service neutron] 10.222.0.57 "GET /v2.0/networks/6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235607 May 25 15:48:16.273413 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-adb62bed-340c-495d-bfa3-ab637beaadeb req-284bd491-1778-4e44-abf0-515a05f83063 service neutron] 10.222.0.57 "GET /v2.0/networks/6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232715 May 25 15:48:17.127552 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacaadc9-2bcf-4843-a514-ba9f3349dee6 req-a81622f8-11ad-4e75-b1b5-d5d22cd28711 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:17.129207 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-cacaadc9-2bcf-4843-a514-ba9f3349dee6 req-a81622f8-11ad-4e75-b1b5-d5d22cd28711 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f2da74b-1b0a-4cdf-9427-4f04c007e9af HTTP/1.1" status: 200 len: 943 time: 0.0844798 May 25 15:48:17.175363 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-cacaadc9-2bcf-4843-a514-ba9f3349dee6 req-69b000cf-239a-47bb-9e3a-5a2203d47f45 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04636d8-25c7-4b38-b3d9-f14d0864fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396330 May 25 15:48:18.362067 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19cf9c-b8cf-465f-8407-96245352272f req-7ae15265-845d-4e31-a243-4d65bdf1839c tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:18.363416 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2b19cf9c-b8cf-465f-8407-96245352272f req-7ae15265-845d-4e31-a243-4d65bdf1839c tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f2da74b-1b0a-4cdf-9427-4f04c007e9af HTTP/1.1" status: 200 len: 943 time: 0.0782199 May 25 15:48:18.407076 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2b19cf9c-b8cf-465f-8407-96245352272f req-5603736b-e2cb-4460-9ba8-4c86dd84f8e8 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04636d8-25c7-4b38-b3d9-f14d0864fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381093 May 25 15:48:19.599243 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02039fe5-b2b5-4b0c-8857-09a5035d668c req-3088dc49-d329-4b31-a5e2-38c5df76f6fc tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:19.600698 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-02039fe5-b2b5-4b0c-8857-09a5035d668c req-3088dc49-d329-4b31-a5e2-38c5df76f6fc tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f2da74b-1b0a-4cdf-9427-4f04c007e9af HTTP/1.1" status: 200 len: 943 time: 0.0869045 May 25 15:48:19.644838 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-02039fe5-b2b5-4b0c-8857-09a5035d668c req-aac55a5c-1569-434a-8e1e-95ec70d0ad2c tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04636d8-25c7-4b38-b3d9-f14d0864fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380182 May 25 15:48:19.673055 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device c5f085c9-a09e-457f-836d-900a6f37616a details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:48:19.803589 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port c5f085c9-a09e-457f-836d-900a6f37616a, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=c5f085c9-a09e-457f-836d-900a6f37616a,segment=NetworkSegment(b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70),segment_id=b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:48:19.816805 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Returning: {'device': 'c5f085c9-a09e-457f-836d-900a6f37616a', 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f', 'port_id': 'c5f085c9-a09e-457f-836d-900a6f37616a', 'mac_address': 'fa:16:3e:d5:2d:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f08251b0-e8ff-4f78-a05b-357588699f33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:48:19.875495 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:19.892374 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5f085c9-a09e-457f-836d-900a6f37616a {{(pid=98475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:48:19.907474 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port c5f085c9-a09e-457f-836d-900a6f37616a, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=c5f085c9-a09e-457f-836d-900a6f37616a,segment=NetworkSegment(b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70),segment_id=b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:48:19.911238 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:19.913072 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:19.976418 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=c5f085c9-a09e-457f-836d-900a6f37616a,revision_number=4']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:19.983637 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:19.984152 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:19.984357 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:19.984692 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:19.985023 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:19.985356 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:19.985683 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:19.986007 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:19.986833 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:19.987152 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:19.987477 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:19.987795 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:19.991555 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:20.284668 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['c5f085c9-a09e-457f-836d-900a6f37616a'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:48:20.829051 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d2fe3-366d-40f0-90d6-d54e76da2be0 req-3940e602-df32-49e2-84c1-55e4bebab162 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:20.831046 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-892d2fe3-366d-40f0-90d6-d54e76da2be0 req-3940e602-df32-49e2-84c1-55e4bebab162 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f2da74b-1b0a-4cdf-9427-4f04c007e9af HTTP/1.1" status: 200 len: 944 time: 0.0804474 May 25 15:48:20.878948 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-892d2fe3-366d-40f0-90d6-d54e76da2be0 req-ea16dd1f-6e7f-476f-8963-89c8ceb5e48e tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04636d8-25c7-4b38-b3d9-f14d0864fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423205 May 25 15:48:21.693949 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device c5f085c9-a09e-457f-836d-900a6f37616a up at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:48:21.760726 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning for port c5f085c9-a09e-457f-836d-900a6f37616a completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:48:21.765070 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning complete for port c5f085c9-a09e-457f-836d-900a6f37616a triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:48:21.765447 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:21.880984 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:21.907714 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2da74b-1b0a-4cdf-9427-4f04c007e9af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f085c9-a09e-457f-836d-900a6f37616a'}] {{(pid=98475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:48:21.918509 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port c5f085c9-a09e-457f-836d-900a6f37616a, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=c5f085c9-a09e-457f-836d-900a6f37616a,segment=NetworkSegment(b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70),segment_id=b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:48:21.923351 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:21.926668 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:21.966304 dv-cinder-791240-3-iscsi neutron-server[98475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2da74b-1b0a-4cdf-9427-4f04c007e9af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f085c9-a09e-457f-836d-900a6f37616a', 'code': 200} May 25 15:48:22.002372 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=c5f085c9-a09e-457f-836d-900a6f37616a,revision_number=5']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:22.005311 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:22.069500 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c38a0-019a-4f87-a2ab-ed1ff5e96aa2 req-8b8a8c3b-f8b1-41e8-8da3-8cc82286aa8e tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:22.070961 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-563c38a0-019a-4f87-a2ab-ed1ff5e96aa2 req-8b8a8c3b-f8b1-41e8-8da3-8cc82286aa8e tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f2da74b-1b0a-4cdf-9427-4f04c007e9af HTTP/1.1" status: 200 len: 945 time: 0.0859280 May 25 15:48:22.117123 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-563c38a0-019a-4f87-a2ab-ed1ff5e96aa2 req-690b2802-6c5e-45e6-9ac3-7ea3a86e1b3a tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04636d8-25c7-4b38-b3d9-f14d0864fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404155 May 25 15:48:22.199336 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9adcc0-1054-4e9b-aa6c-ad6281e45c1c req-d4d82e2d-e6d1-4c2f-b23a-08b3bbfe0987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:22.200685 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-4d9adcc0-1054-4e9b-aa6c-ad6281e45c1c req-d4d82e2d-e6d1-4c2f-b23a-08b3bbfe0987 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4f2da74b-1b0a-4cdf-9427-4f04c007e9af HTTP/1.1" status: 200 len: 1098 time: 0.0709701 May 25 15:48:22.240121 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-4d9adcc0-1054-4e9b-aa6c-ad6281e45c1c req-618263ca-8c3b-4a75-b75d-a53b2d519d77 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a04636d8-25c7-4b38-b3d9-f14d0864fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329218 May 25 15:48:23.109217 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:23.491420 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a9cd5-9f82-4346-9682-ad399da6d1e3 req-06d8fc1c-0433-4678-8758-7000c16b383f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:23.492855 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-4e4a9cd5-9f82-4346-9682-ad399da6d1e3 req-06d8fc1c-0433-4678-8758-7000c16b383f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f2da74b-1b0a-4cdf-9427-4f04c007e9af HTTP/1.1" status: 200 len: 945 time: 0.0964618 May 25 15:48:23.542984 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-4e4a9cd5-9f82-4346-9682-ad399da6d1e3 req-1d1110d9-b1fc-4a5b-b1f8-12a2ce237e82 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04636d8-25c7-4b38-b3d9-f14d0864fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430076 May 25 15:48:24.739481 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7174af-d51e-4eb0-9c04-dfa68162793f req-12ca6300-1c94-4e0d-8c5f-49170aade044 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:24.740959 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-6f7174af-d51e-4eb0-9c04-dfa68162793f req-12ca6300-1c94-4e0d-8c5f-49170aade044 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f2da74b-1b0a-4cdf-9427-4f04c007e9af HTTP/1.1" status: 200 len: 945 time: 0.0858364 May 25 15:48:24.785268 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-6f7174af-d51e-4eb0-9c04-dfa68162793f req-fe5facdd-70fd-4283-a7af-e521d62a60c7 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04636d8-25c7-4b38-b3d9-f14d0864fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386806 May 25 15:48:24.977373 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db587c54-bd4b-4d26-bf23-288d1707e309 req-c9902ca1-b5d1-4229-b142-75c1dfa2d4ea tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:24.978813 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-db587c54-bd4b-4d26-bf23-288d1707e309 req-c9902ca1-b5d1-4229-b142-75c1dfa2d4ea tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f2da74b-1b0a-4cdf-9427-4f04c007e9af HTTP/1.1" status: 200 len: 945 time: 0.0868094 May 25 15:48:24.988020 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 42196) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:24.993065 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-46be209b-4f89-45cb-bbda-9756543ab309 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Request body: {'floatingip': {'port_id': 'c5f085c9-a09e-457f-836d-900a6f37616a'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:48:25.071513 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-46be209b-4f89-45cb-bbda-9756543ab309 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for floatingip, before_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:25.746776 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-46be209b-4f89-45cb-bbda-9756543ab309 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:25.752637 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-46be209b-4f89-45cb-bbda-9756543ab309 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-353536'] for floatingip, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:25.924537 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.db.l3_db [None req-46be209b-4f89-45cb-bbda-9756543ab309 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Floating IP 75e9735e-7700-4f93-a2cf-a9e65caa8363 associated. External IP: 172.27.3.64, port: c5f085c9-a09e-457f-836d-900a6f37616a. May 25 15:48:26.287490 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46be209b-4f89-45cb-bbda-9756543ab309 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Router 46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:48:26.462003 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46be209b-4f89-45cb-bbda-9756543ab309 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:48:26.466782 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-46be209b-4f89-45cb-bbda-9756543ab309 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for floatingip, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:26.471952 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2222164-818a-4696-b750-9181e034b02e None None] Sync routers for ids ['46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'] in dv-cinder-791240-3-iscsi {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:48:26.482109 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2222164-818a-4696-b750-9181e034b02e None None] Routers {'46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:48:26.482728 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-e2222164-818a-4696-b750-9181e034b02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:48:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:26.520415 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-46be209b-4f89-45cb-bbda-9756543ab309 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "PUT /v2.0/floatingips/75e9735e-7700-4f93-a2cf-a9e65caa8363 HTTP/1.1" status: 200 len: 990 time: 1.5313210 May 25 15:48:26.521296 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f2da74b-1b0a-4cdf-9427-4f04c007e9af', 'tag': 'c5f085c9-a09e-457f-836d-900a6f37616a'}] {{(pid=98474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:48:26.572007 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f2da74b-1b0a-4cdf-9427-4f04c007e9af', 'tag': 'c5f085c9-a09e-457f-836d-900a6f37616a', 'status': 'completed', 'code': 200} May 25 15:48:26.661763 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-e2222164-818a-4696-b750-9181e034b02e None None] Set router 46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:48:26.663223 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9626d3-b934-469b-9e61-2bd72a296ccf req-dc23562d-aceb-4ecc-afa9-5bb713fe718b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:26.664751 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ed9626d3-b934-469b-9e61-2bd72a296ccf req-dc23562d-aceb-4ecc-afa9-5bb713fe718b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=09c1045625524f1b90d5479c8fb05c9e&device_id=4f2da74b-1b0a-4cdf-9427-4f04c007e9af HTTP/1.1" status: 200 len: 1098 time: 0.0716279 May 25 15:48:26.900978 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9626d3-b934-469b-9e61-2bd72a296ccf req-38a3ff00-f844-42ef-a967-e23cc0c2e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:26.902419 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ed9626d3-b934-469b-9e61-2bd72a296ccf req-38a3ff00-f844-42ef-a967-e23cc0c2e33d service neutron] 10.222.0.57 "GET /v2.0/networks?id=6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f HTTP/1.1" status: 200 len: 912 time: 0.2310863 May 25 15:48:27.003600 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ed9626d3-b934-469b-9e61-2bd72a296ccf req-b1c13815-6db2-4d63-b09a-385f3a63582d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5f085c9-a09e-457f-836d-900a6f37616a HTTP/1.1" status: 200 len: 998 time: 0.0931873 May 25 15:48:27.012313 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-e2222164-818a-4696-b750-9181e034b02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'name': 'tempest-AttachVolumeTestJSON-1719013093-router', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:40:39Z', 'updated_at': '2021-05-25T15:40:45Z', 'revision_number': 4, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'gw_port': {'id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:40:40Z', 'updated_at': '2021-05-25T15:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_floatingips': [{'id': '75e9735e-7700-4f93-a2cf-a9e65caa8363', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'router_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'port_id': 'c5f085c9-a09e-457f-836d-900a6f37616a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f', 'mac_address': 'fa:16:3e:d5:2d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2da74b-1b0a-4cdf-9427-4f04c007e9af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:48:10Z', 'updated_at': '2021-05-25T15:48:25Z', 'revision_number': 1, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49d3a23c-977c-4b60-8414-e557f509f763', 'name': '', 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'mac_address': 'fa:16:3e:15:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'f08251b0-e8ff-4f78-a05b-357588699f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:40:44Z', 'updated_at': '2021-05-25T15:40:52Z', 'revision_number': 5, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'subnets': [{'id': 'f08251b0-e8ff-4f78-a05b-357588699f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:27.016197 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2222164-818a-4696-b750-9181e034b02e None None] Checking router: 46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b for host: dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:48:27.025089 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2222164-818a-4696-b750-9181e034b02e None None] Routers {'46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:48:27.025692 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-e2222164-818a-4696-b750-9181e034b02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:48:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:27.069955 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9626d3-b934-469b-9e61-2bd72a296ccf req-42bbff7e-7033-46b8-bbe8-e6dd90b1bfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:27.071398 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ed9626d3-b934-469b-9e61-2bd72a296ccf req-42bbff7e-7033-46b8-bbe8-e6dd90b1bfb0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f08251b0-e8ff-4f78-a05b-357588699f33 HTTP/1.1" status: 200 len: 850 time: 0.0618227 May 25 15:48:27.150634 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9626d3-b934-469b-9e61-2bd72a296ccf req-c997e1fa-8843-4f8a-91a4-f04230ba5cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:27.152042 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ed9626d3-b934-469b-9e61-2bd72a296ccf req-c997e1fa-8843-4f8a-91a4-f04230ba5cd4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740397 May 25 15:48:27.249855 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-e2222164-818a-4696-b750-9181e034b02e None None] Set router 46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:48:27.290742 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ed9626d3-b934-469b-9e61-2bd72a296ccf req-06aadca8-bacf-46ff-afba-a67a38b61f7f service neutron] 10.222.0.57 "GET /v2.0/networks/6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299639 May 25 15:48:27.424707 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ed9626d3-b934-469b-9e61-2bd72a296ccf req-a717c465-42c5-4a37-93dc-456e7f7cf119 service neutron] 10.222.0.57 "GET /v2.0/networks/6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272464 May 25 15:48:27.592740 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-e2222164-818a-4696-b750-9181e034b02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'name': 'tempest-AttachVolumeTestJSON-1719013093-router', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:40:39Z', 'updated_at': '2021-05-25T15:40:45Z', 'revision_number': 4, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'gw_port': {'id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:40:40Z', 'updated_at': '2021-05-25T15:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_floatingips': [{'id': '75e9735e-7700-4f93-a2cf-a9e65caa8363', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'router_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'port_id': 'c5f085c9-a09e-457f-836d-900a6f37616a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f', 'mac_address': 'fa:16:3e:d5:2d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2da74b-1b0a-4cdf-9427-4f04c007e9af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:48:10Z', 'updated_at': '2021-05-25T15:48:25Z', 'revision_number': 1, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49d3a23c-977c-4b60-8414-e557f509f763', 'name': '', 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'mac_address': 'fa:16:3e:15:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'f08251b0-e8ff-4f78-a05b-357588699f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:40:44Z', 'updated_at': '2021-05-25T15:40:52Z', 'revision_number': 5, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'subnets': [{'id': 'f08251b0-e8ff-4f78-a05b-357588699f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:27.597150 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2222164-818a-4696-b750-9181e034b02e None None] The sync data for ids ['46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'] in dv-cinder-791240-3-iscsi is: [{'id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'name': 'tempest-AttachVolumeTestJSON-1719013093-router', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:40:39Z', 'updated_at': '2021-05-25T15:40:45Z', 'revision_number': 4, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'gw_port': {'id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:40:40Z', 'updated_at': '2021-05-25T15:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_floatingips': [{'id': '75e9735e-7700-4f93-a2cf-a9e65caa8363', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'router_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'port_id': 'c5f085c9-a09e-457f-836d-900a6f37616a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f', 'mac_address': 'fa:16:3e:d5:2d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2da74b-1b0a-4cdf-9427-4f04c007e9af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:48:10Z', 'updated_at': '2021-05-25T15:48:25Z', 'revision_number': 1, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49d3a23c-977c-4b60-8414-e557f509f763', 'name': '', 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'mac_address': 'fa:16:3e:15:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'f08251b0-e8ff-4f78-a05b-357588699f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:40:44Z', 'updated_at': '2021-05-25T15:40:52Z', 'revision_number': 5, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'subnets': [{'id': 'f08251b0-e8ff-4f78-a05b-357588699f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:48:27.791679 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e3e8c4-48af-4b45-9301-26bac7ac2eaf None None] New status for floating IP 75e9735e-7700-4f93-a2cf-a9e65caa8363: ACTIVE {{(pid=98476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 15:48:32.790727 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 42230) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:33.047696 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-11b17a59-14d0-432d-a4af-c2405748e471 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Deleting port b94547f8-993f-47bf-a016-5c295fa63f1a {{(pid=98473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:48:33.048066 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-11b17a59-14d0-432d-a4af-c2405748e471 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:33.163698 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-11b17a59-14d0-432d-a4af-c2405748e471 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:33.164050 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-11b17a59-14d0-432d-a4af-c2405748e471 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:33.289936 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-11b17a59-14d0-432d-a4af-c2405748e471 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Calling delete_port for b94547f8-993f-47bf-a016-5c295fa63f1a owned by network:floatingip {{(pid=98473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:48:33.415674 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-11b17a59-14d0-432d-a4af-c2405748e471 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31785040'] for port, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:33.419551 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-ed9558c3-968a-4fae-a407-f490314121bc tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:33.462073 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b17a59-14d0-432d-a4af-c2405748e471 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Pushing event deleted for resources: {'Port': ['ID=b94547f8-993f-47bf-a016-5c295fa63f1a,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:33.464948 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-11b17a59-14d0-432d-a4af-c2405748e471 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:33.554360 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-11b17a59-14d0-432d-a4af-c2405748e471 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks [] for floatingip, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:33.554675 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.db.l3_db [None req-11b17a59-14d0-432d-a4af-c2405748e471 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Floating IP 7f7a861d-bff5-439b-be69-80527fd8125e disassociated (deleted). External IP: 172.27.3.37, port: 5d65c5c3-96a4-453e-b925-b64e1e724c47. May 25 15:48:33.996335 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b17a59-14d0-432d-a4af-c2405748e471 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Router d4f31a10-944b-4ad6-83a8-a7237894f920 has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:48:34.174204 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b17a59-14d0-432d-a4af-c2405748e471 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:48:34.183281 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b636487-e815-407b-bd5f-0edbcdc69220 None None] Sync routers for ids ['d4f31a10-944b-4ad6-83a8-a7237894f920'] in dv-cinder-791240-3-iscsi {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:48:34.194078 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b636487-e815-407b-bd5f-0edbcdc69220 None None] Routers {'d4f31a10-944b-4ad6-83a8-a7237894f920'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:48:34.194690 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-5b636487-e815-407b-bd5f-0edbcdc69220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:48:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['d4f31a10-944b-4ad6-83a8-a7237894f920'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:34.195208 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-11b17a59-14d0-432d-a4af-c2405748e471 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for floatingip, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:34.249661 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-11b17a59-14d0-432d-a4af-c2405748e471 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "DELETE /v2.0/floatingips/7f7a861d-bff5-439b-be69-80527fd8125e HTTP/1.1" status: 204 len: 168 time: 1.4577758 May 25 15:48:34.250307 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4793f96-9108-4d15-b97f-afa3151928fb', 'tag': '5d65c5c3-96a4-453e-b925-b64e1e724c47'}] {{(pid=98473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:48:34.296406 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4793f96-9108-4d15-b97f-afa3151928fb', 'tag': '5d65c5c3-96a4-453e-b925-b64e1e724c47', 'status': 'completed', 'code': 200} May 25 15:48:34.374304 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-5b636487-e815-407b-bd5f-0edbcdc69220 None None] Set router d4f31a10-944b-4ad6-83a8-a7237894f920 gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:48:34.401328 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfec89d-4972-44d3-a9c8-8760ff725200 req-06251269-2a04-49d9-b3e1-cc89875a94ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:34.403002 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ddfec89d-4972-44d3-a9c8-8760ff725200 req-06251269-2a04-49d9-b3e1-cc89875a94ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cdb64e1fc05f4a72be9fc39079cdc282&device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 1098 time: 0.0803344 May 25 15:48:34.592337 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfec89d-4972-44d3-a9c8-8760ff725200 req-55d89aa2-3f24-420f-bea2-786d6fde091e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:34.593711 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ddfec89d-4972-44d3-a9c8-8760ff725200 req-55d89aa2-3f24-420f-bea2-786d6fde091e service neutron] 10.222.0.57 "GET /v2.0/networks?id=1cf3ac43-1c2d-41a1-ab33-652986c9f04a HTTP/1.1" status: 200 len: 910 time: 0.1828187 May 25 15:48:34.671009 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ddfec89d-4972-44d3-a9c8-8760ff725200 req-471fc2e1-a051-4b8f-8413-22476a0f69ec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d65c5c3-96a4-453e-b925-b64e1e724c47 HTTP/1.1" status: 200 len: 217 time: 0.0659435 May 25 15:48:34.705219 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-5b636487-e815-407b-bd5f-0edbcdc69220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'name': 'tempest-TestShelveInstance-1471348406-router', 'tenant_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '57ee664a-21bf-41f3-bca9-26a04fe26d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:14Z', 'updated_at': '2021-05-25T15:41:19Z', 'revision_number': 4, 'project_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'gw_port': {'id': '57ee664a-21bf-41f3-bca9-26a04fe26d8f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:15Z', 'updated_at': '2021-05-25T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '39044555-9adc-40a4-b1ca-24c2892308a0', 'name': '', 'network_id': '1cf3ac43-1c2d-41a1-ab33-652986c9f04a', 'tenant_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'mac_address': 'fa:16:3e:56:68:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd8814786-1b46-4acf-84af-e90570416047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:18Z', 'updated_at': '2021-05-25T15:41:27Z', 'revision_number': 5, 'project_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'subnets': [{'id': 'd8814786-1b46-4acf-84af-e90570416047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:34.709154 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b636487-e815-407b-bd5f-0edbcdc69220 None None] Checking router: d4f31a10-944b-4ad6-83a8-a7237894f920 for host: dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:48:34.717618 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b636487-e815-407b-bd5f-0edbcdc69220 None None] Routers {'d4f31a10-944b-4ad6-83a8-a7237894f920'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:48:34.718440 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-5b636487-e815-407b-bd5f-0edbcdc69220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:48:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['d4f31a10-944b-4ad6-83a8-a7237894f920'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:34.745544 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfec89d-4972-44d3-a9c8-8760ff725200 req-a08de9a1-0df3-48cd-bc5f-ca9e63f241e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:34.747117 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ddfec89d-4972-44d3-a9c8-8760ff725200 req-a08de9a1-0df3-48cd-bc5f-ca9e63f241e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d8814786-1b46-4acf-84af-e90570416047 HTTP/1.1" status: 200 len: 848 time: 0.0685399 May 25 15:48:34.761925 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee4d71-7a09-46d9-a1d3-d051738eed35 req-959b5df9-ca38-4d01-b8b7-4e9f5dd57038 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:34.763328 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-61ee4d71-7a09-46d9-a1d3-d051738eed35 req-959b5df9-ca38-4d01-b8b7-4e9f5dd57038 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 945 time: 0.2093129 May 25 15:48:34.857723 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-61ee4d71-7a09-46d9-a1d3-d051738eed35 req-4c1d6463-7642-4ed2-b66e-73251daa4c5f tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610569 May 25 15:48:34.870853 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfec89d-4972-44d3-a9c8-8760ff725200 req-37304d6d-ff8a-43c5-a4f7-f6a2e7043638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:34.872359 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ddfec89d-4972-44d3-a9c8-8760ff725200 req-37304d6d-ff8a-43c5-a4f7-f6a2e7043638 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1cf3ac43-1c2d-41a1-ab33-652986c9f04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1081750 May 25 15:48:34.901901 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-5b636487-e815-407b-bd5f-0edbcdc69220 None None] Set router d4f31a10-944b-4ad6-83a8-a7237894f920 gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:48:35.015792 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ddfec89d-4972-44d3-a9c8-8760ff725200 req-269c56a6-796b-438d-863e-926e577737c5 service neutron] 10.222.0.57 "GET /v2.0/networks/1cf3ac43-1c2d-41a1-ab33-652986c9f04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356401 May 25 15:48:35.152999 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ddfec89d-4972-44d3-a9c8-8760ff725200 req-cc6368de-2e6c-4715-a329-d0dbf70f0baf service neutron] 10.222.0.57 "GET /v2.0/networks/1cf3ac43-1c2d-41a1-ab33-652986c9f04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269004 May 25 15:48:35.253912 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-5b636487-e815-407b-bd5f-0edbcdc69220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'name': 'tempest-TestShelveInstance-1471348406-router', 'tenant_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '57ee664a-21bf-41f3-bca9-26a04fe26d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:14Z', 'updated_at': '2021-05-25T15:41:19Z', 'revision_number': 4, 'project_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'gw_port': {'id': '57ee664a-21bf-41f3-bca9-26a04fe26d8f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:15Z', 'updated_at': '2021-05-25T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '39044555-9adc-40a4-b1ca-24c2892308a0', 'name': '', 'network_id': '1cf3ac43-1c2d-41a1-ab33-652986c9f04a', 'tenant_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'mac_address': 'fa:16:3e:56:68:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd8814786-1b46-4acf-84af-e90570416047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:18Z', 'updated_at': '2021-05-25T15:41:27Z', 'revision_number': 5, 'project_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'subnets': [{'id': 'd8814786-1b46-4acf-84af-e90570416047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:35.257793 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b636487-e815-407b-bd5f-0edbcdc69220 None None] The sync data for ids ['d4f31a10-944b-4ad6-83a8-a7237894f920'] in dv-cinder-791240-3-iscsi is: [{'id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'name': 'tempest-TestShelveInstance-1471348406-router', 'tenant_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '57ee664a-21bf-41f3-bca9-26a04fe26d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:14Z', 'updated_at': '2021-05-25T15:41:19Z', 'revision_number': 4, 'project_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'gw_port': {'id': '57ee664a-21bf-41f3-bca9-26a04fe26d8f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:15Z', 'updated_at': '2021-05-25T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '39044555-9adc-40a4-b1ca-24c2892308a0', 'name': '', 'network_id': '1cf3ac43-1c2d-41a1-ab33-652986c9f04a', 'tenant_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'mac_address': 'fa:16:3e:56:68:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'd8814786-1b46-4acf-84af-e90570416047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:18Z', 'updated_at': '2021-05-25T15:41:27Z', 'revision_number': 5, 'project_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'subnets': [{'id': 'd8814786-1b46-4acf-84af-e90570416047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:48:35.463679 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df62f580-c4cc-434a-a6e5-36b2e8a184ea None None] New status for floating IP 7f7a861d-bff5-439b-be69-80527fd8125e: DOWN {{(pid=98476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 15:48:36.052773 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e6996-78d7-460e-b165-6833b5856b31 req-263dae93-0634-4824-bb3f-470f018ea51d tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:36.053476 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-3d7e6996-78d7-460e-b165-6833b5856b31 req-263dae93-0634-4824-bb3f-470f018ea51d tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Synchronizing usage tracker for tenant:cdb64e1fc05f4a72be9fc39079cdc282 on resource:port {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:48:36.068650 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-3d7e6996-78d7-460e-b165-6833b5856b31 req-263dae93-0634-4824-bb3f-470f018ea51d tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Unset dirty status for tenant:cdb64e1fc05f4a72be9fc39079cdc282 on resource:port {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:48:36.069704 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-3d7e6996-78d7-460e-b165-6833b5856b31 req-263dae93-0634-4824-bb3f-470f018ea51d tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 945 time: 0.0979252 May 25 15:48:36.118629 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-3d7e6996-78d7-460e-b165-6833b5856b31 req-1c2472f5-8f41-459b-8c58-53c3214f5f10 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/security-groups?id=79eff25c-ec01-4a91-995b-4ee0468ee6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426106 May 25 15:48:36.497191 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fc1aa-674e-4a2d-9d6b-fb05de7d9a4d req-571324eb-4c1b-4179-9f00-4aaa94abde96 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:36.498526 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ba8fc1aa-674e-4a2d-9d6b-fb05de7d9a4d req-571324eb-4c1b-4179-9f00-4aaa94abde96 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 945 time: 0.0776656 May 25 15:48:36.722126 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [req-ba8fc1aa-674e-4a2d-9d6b-fb05de7d9a4d req-98161d79-29d0-480c-b189-4d0634bddb00 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Deleting port 5d65c5c3-96a4-453e-b925-b64e1e724c47 {{(pid=98474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:48:36.722485 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-ba8fc1aa-674e-4a2d-9d6b-fb05de7d9a4d req-98161d79-29d0-480c-b189-4d0634bddb00 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:36.855056 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [req-ba8fc1aa-674e-4a2d-9d6b-fb05de7d9a4d req-98161d79-29d0-480c-b189-4d0634bddb00 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] For port 5d65c5c3-96a4-453e-b925-b64e1e724c47, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=5d65c5c3-96a4-453e-b925-b64e1e724c47,segment=NetworkSegment(4a067f6f-2777-461f-996b-290d007bc15e),segment_id=4a067f6f-2777-461f-996b-290d007bc15e)] {{(pid=98474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:48:36.855684 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-ba8fc1aa-674e-4a2d-9d6b-fb05de7d9a4d req-98161d79-29d0-480c-b189-4d0634bddb00 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:36.982140 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [req-ba8fc1aa-674e-4a2d-9d6b-fb05de7d9a4d req-98161d79-29d0-480c-b189-4d0634bddb00 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Calling delete_port for 5d65c5c3-96a4-453e-b925-b64e1e724c47 owned by compute:nova {{(pid=98474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:48:37.088908 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-ba8fc1aa-674e-4a2d-9d6b-fb05de7d9a4d req-98161d79-29d0-480c-b189-4d0634bddb00 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:37.094552 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-2c494890-db18-4077-9cd4-035224d1f7da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:37.140851 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98161d79-29d0-480c-b189-4d0634bddb00 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Pushing event deleted for resources: {'Port': ['ID=5d65c5c3-96a4-453e-b925-b64e1e724c47,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:37.143987 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-98161d79-29d0-480c-b189-4d0634bddb00 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:37.218405 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8fc1aa-674e-4a2d-9d6b-fb05de7d9a4d req-98161d79-29d0-480c-b189-4d0634bddb00 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] No DVR routers for this DVR port 5d65c5c3-96a4-453e-b925-b64e1e724c47 on host hv-cinder-79124 {{(pid=98474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:48:37.221192 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-ba8fc1aa-674e-4a2d-9d6b-fb05de7d9a4d req-98161d79-29d0-480c-b189-4d0634bddb00 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:37.224192 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4793f96-9108-4d15-b97f-afa3151928fb', 'name': 'network-vif-deleted', 'tag': '5d65c5c3-96a4-453e-b925-b64e1e724c47'}] {{(pid=98474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:48:37.276094 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ba8fc1aa-674e-4a2d-9d6b-fb05de7d9a4d req-98161d79-29d0-480c-b189-4d0634bddb00 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.57 "DELETE /v2.0/ports/5d65c5c3-96a4-453e-b925-b64e1e724c47 HTTP/1.1" status: 204 len: 173 time: 0.7708149 May 25 15:48:37.277365 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-1a02eac9-16d0-4ef8-957f-d3f28a475742 req-314e1635-3b9c-45e8-97c4-8a6fdc36401e tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Synchronizing usage tracker for tenant:cdb64e1fc05f4a72be9fc39079cdc282 on resource:port {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:48:37.293637 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-1a02eac9-16d0-4ef8-957f-d3f28a475742 req-314e1635-3b9c-45e8-97c4-8a6fdc36401e tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Unset dirty status for tenant:cdb64e1fc05f4a72be9fc39079cdc282 on resource:port {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:48:37.294762 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1a02eac9-16d0-4ef8-957f-d3f28a475742 req-314e1635-3b9c-45e8-97c4-8a6fdc36401e tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 210 time: 0.0614500 May 25 15:48:37.354615 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4793f96-9108-4d15-b97f-afa3151928fb', 'name': 'network-vif-deleted', 'tag': '5d65c5c3-96a4-453e-b925-b64e1e724c47', 'status': 'completed', 'code': 200} May 25 15:48:38.468017 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-56614cd6-b849-44bc-82e1-0cf21ef974f3 req-bf4d99f6-d0ec-4152-8d9a-09e798864d90 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4793f96-9108-4d15-b97f-afa3151928fb HTTP/1.1" status: 200 len: 210 time: 0.0471995 May 25 15:48:39.563408 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 42278) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:39.631907 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d0ec1ce3-ebb2-4f77-a205-132d9bff9c14 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:39.660349 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d0ec1ce3-ebb2-4f77-a205-132d9bff9c14 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:39.726881 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d0ec1ce3-ebb2-4f77-a205-132d9bff9c14 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:39.731340 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-1b7b83ad-f00a-4568-93f8-4cd7b43b3e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:39.747352 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec1ce3-ebb2-4f77-a205-132d9bff9c14 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79eff25c-ec01-4a91-995b-4ee0468ee6e8,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:39.749860 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-d0ec1ce3-ebb2-4f77-a205-132d9bff9c14 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:39.754124 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 5d65c5c3-96a4-453e-b925-b64e1e724c47 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:48:39.760520 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d0ec1ce3-ebb2-4f77-a205-132d9bff9c14 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:39.761615 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-d0ec1ce3-ebb2-4f77-a205-132d9bff9c14 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] 10.222.0.32 "DELETE /v2.0/security-groups/79eff25c-ec01-4a91-995b-4ee0468ee6e8 HTTP/1.1" status: 204 len: 168 time: 0.1972141 May 25 15:48:39.799610 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] No Port match for: 5d65c5c3-96a4-453e-b925-b64e1e724c47 {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:48:39.799988 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 5d65c5c3-96a4-453e-b925-b64e1e724c47 not bound to the agent host hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:48:39.808502 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 42284) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:40.249872 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-f3821fbd-cabf-4114-8b7d-97b124bb8ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:40.499518 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-15d4b176-2454-4fef-907a-5abf8819caaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-352562'] for router_interface, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:40.989933 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-15d4b176-2454-4fef-907a-5abf8819caaf admin admin] Deleting port 39044555-9adc-40a4-b1ca-24c2892308a0 {{(pid=98473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:48:40.990627 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-15d4b176-2454-4fef-907a-5abf8819caaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:41.112208 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [None req-15d4b176-2454-4fef-907a-5abf8819caaf admin admin] For port 39044555-9adc-40a4-b1ca-24c2892308a0, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=39044555-9adc-40a4-b1ca-24c2892308a0,segment=NetworkSegment(4a067f6f-2777-461f-996b-290d007bc15e),segment_id=4a067f6f-2777-461f-996b-290d007bc15e)] {{(pid=98473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:48:41.112558 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-15d4b176-2454-4fef-907a-5abf8819caaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:41.233901 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-15d4b176-2454-4fef-907a-5abf8819caaf admin admin] Calling delete_port for 39044555-9adc-40a4-b1ca-24c2892308a0 owned by network:router_interface {{(pid=98473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:48:41.521645 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-15d4b176-2454-4fef-907a-5abf8819caaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31785040'] for port, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:41.525991 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:41.571785 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4b176-2454-4fef-907a-5abf8819caaf admin admin] Pushing event deleted for resources: {'Port': ['ID=39044555-9adc-40a4-b1ca-24c2892308a0,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:41.598263 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-15d4b176-2454-4fef-907a-5abf8819caaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:41.843260 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-15d4b176-2454-4fef-907a-5abf8819caaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358818'] for router_interface, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:42.282267 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d4b176-2454-4fef-907a-5abf8819caaf admin admin] Router d4f31a10-944b-4ad6-83a8-a7237894f920 has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:48:42.456115 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d4b176-2454-4fef-907a-5abf8819caaf admin admin] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:48:42.464383 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb868c-fb5a-4c60-8471-28e7d4524031 None None] Sync routers for ids ['d4f31a10-944b-4ad6-83a8-a7237894f920'] in dv-cinder-791240-3-iscsi {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:48:42.471584 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-15d4b176-2454-4fef-907a-5abf8819caaf admin admin] 10.222.0.32 "PUT /v2.0/routers/d4f31a10-944b-4ad6-83a8-a7237894f920/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6619318 May 25 15:48:42.474103 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 42300) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:42.475439 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb868c-fb5a-4c60-8471-28e7d4524031 None None] Routers {'d4f31a10-944b-4ad6-83a8-a7237894f920'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:48:42.476112 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-c7bb868c-fb5a-4c60-8471-28e7d4524031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:48:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['d4f31a10-944b-4ad6-83a8-a7237894f920'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:42.650053 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d53a7035-ee8e-482b-b53b-304b47b7f071 admin admin] Notify callbacks [] for router, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:42.650370 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-c7bb868c-fb5a-4c60-8471-28e7d4524031 None None] Set router d4f31a10-944b-4ad6-83a8-a7237894f920 gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:48:42.821947 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d53a7035-ee8e-482b-b53b-304b47b7f071 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:42.828096 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:42.899178 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-d53a7035-ee8e-482b-b53b-304b47b7f071 admin admin] Deleting port 57ee664a-21bf-41f3-bca9-26a04fe26d8f {{(pid=98473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:48:42.899984 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d53a7035-ee8e-482b-b53b-304b47b7f071 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:42.933561 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-254f3c85-a6c3-4581-aa87-33e4e2280ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:42.974940 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-c7bb868c-fb5a-4c60-8471-28e7d4524031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'name': 'tempest-TestShelveInstance-1471348406-router', 'tenant_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '57ee664a-21bf-41f3-bca9-26a04fe26d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:14Z', 'updated_at': '2021-05-25T15:48:41Z', 'revision_number': 5, 'project_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'gw_port': {'id': '57ee664a-21bf-41f3-bca9-26a04fe26d8f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:15Z', 'updated_at': '2021-05-25T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi'}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:42.979610 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb868c-fb5a-4c60-8471-28e7d4524031 None None] Checking router: d4f31a10-944b-4ad6-83a8-a7237894f920 for host: dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:48:42.990193 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb868c-fb5a-4c60-8471-28e7d4524031 None None] Routers {'d4f31a10-944b-4ad6-83a8-a7237894f920'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:48:42.990815 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-c7bb868c-fb5a-4c60-8471-28e7d4524031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:48:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['d4f31a10-944b-4ad6-83a8-a7237894f920'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:43.030859 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [None req-d53a7035-ee8e-482b-b53b-304b47b7f071 admin admin] For port 57ee664a-21bf-41f3-bca9-26a04fe26d8f, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=57ee664a-21bf-41f3-bca9-26a04fe26d8f,segment=NetworkSegment(709432ef-9055-43de-bcb9-c4833f38b817),segment_id=709432ef-9055-43de-bcb9-c4833f38b817)] {{(pid=98473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:48:43.031239 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d53a7035-ee8e-482b-b53b-304b47b7f071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:43.144417 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-c7bb868c-fb5a-4c60-8471-28e7d4524031 None None] Set router d4f31a10-944b-4ad6-83a8-a7237894f920 gateway port host: None {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:48:43.154228 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-d53a7035-ee8e-482b-b53b-304b47b7f071 admin admin] Calling delete_port for 57ee664a-21bf-41f3-bca9-26a04fe26d8f owned by network:router_gateway {{(pid=98473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:48:43.256200 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-c7bb868c-fb5a-4c60-8471-28e7d4524031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'name': 'tempest-TestShelveInstance-1471348406-router', 'tenant_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:14Z', 'updated_at': '2021-05-25T15:48:42Z', 'revision_number': 6, 'project_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'gw_port_host': None}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:43.261031 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb868c-fb5a-4c60-8471-28e7d4524031 None None] The sync data for ids ['d4f31a10-944b-4ad6-83a8-a7237894f920'] in dv-cinder-791240-3-iscsi is: [{'id': 'd4f31a10-944b-4ad6-83a8-a7237894f920', 'name': 'tempest-TestShelveInstance-1471348406-router', 'tenant_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:14Z', 'updated_at': '2021-05-25T15:48:42Z', 'revision_number': 6, 'project_id': 'cdb64e1fc05f4a72be9fc39079cdc282', 'gw_port_host': None}] {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:48:43.309206 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d53a7035-ee8e-482b-b53b-304b47b7f071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31785040'] for port, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:43.312763 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:43.356298 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a7035-ee8e-482b-b53b-304b47b7f071 admin admin] Pushing event deleted for resources: {'Port': ['ID=57ee664a-21bf-41f3-bca9-26a04fe26d8f,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:43.360046 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-d53a7035-ee8e-482b-b53b-304b47b7f071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:43.457700 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d53a7035-ee8e-482b-b53b-304b47b7f071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-353583'] for router_gateway, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:43.738446 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d53a7035-ee8e-482b-b53b-304b47b7f071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2879'] for router, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:43.740741 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d53a7035-ee8e-482b-b53b-304b47b7f071 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:43.750846 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:43.824803 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d53a7035-ee8e-482b-b53b-304b47b7f071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-358558'] for router, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:43.825305 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53a7035-ee8e-482b-b53b-304b47b7f071 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4f31a10-944b-4ad6-83a8-a7237894f920 {{(pid=98473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 15:48:43.837536 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d53a7035-ee8e-482b-b53b-304b47b7f071 admin admin] Notify callbacks [] for router, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:43.838642 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-d53a7035-ee8e-482b-b53b-304b47b7f071 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d4f31a10-944b-4ad6-83a8-a7237894f920 HTTP/1.1" status: 204 len: 168 time: 1.3636565 May 25 15:48:43.841094 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 42318) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:43.898335 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa91e858-ca7a-477b-8d5b-da1725993600 admin admin] Deleting subnet d8814786-1b46-4acf-84af-e90570416047 {{(pid=98473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 15:48:43.901170 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-fa91e858-ca7a-477b-8d5b-da1725993600 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:43.948831 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-fa91e858-ca7a-477b-8d5b-da1725993600 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32057853'] for subnet, precommit_delete_associations {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:44.067500 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-fa91e858-ca7a-477b-8d5b-da1725993600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1682880'] for subnet, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:44.324369 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-fa91e858-ca7a-477b-8d5b-da1725993600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31887011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32158699'] for subnet, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:44.329667 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:44.364083 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa91e858-ca7a-477b-8d5b-da1725993600 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8814786-1b46-4acf-84af-e90570416047,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:44.365970 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-fa91e858-ca7a-477b-8d5b-da1725993600 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:44.368373 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-fa91e858-ca7a-477b-8d5b-da1725993600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:44.371069 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d46750-8bd3-4b8e-8bff-040ccf6c3630 None None] Network 1cf3ac43-1c2d-41a1-ab33-652986c9f04a requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:48:44.372394 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-fa91e858-ca7a-477b-8d5b-da1725993600 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d8814786-1b46-4acf-84af-e90570416047 HTTP/1.1" status: 204 len: 168 time: 0.5303998 May 25 15:48:44.374787 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 42322) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:44.477678 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-098f6402-dcc0-4236-9399-1aea4d523391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639092'] for network, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:44.560926 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-098f6402-dcc0-4236-9399-1aea4d523391 admin admin] Deleting port 052667ad-6aba-4886-94b8-cf687661d322 {{(pid=98473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:48:44.561270 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-098f6402-dcc0-4236-9399-1aea4d523391 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:44.656340 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6cb663-8416-47c0-916a-312e18784f60 None None] DHCP port deletion for 1cf3ac43-1c2d-41a1-ab33-652986c9f04a request from dv-cinder-791240-3-iscsi {{(pid=98475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 15:48:44.665506 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [None req-098f6402-dcc0-4236-9399-1aea4d523391 admin admin] For port 052667ad-6aba-4886-94b8-cf687661d322, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=052667ad-6aba-4886-94b8-cf687661d322,segment=NetworkSegment(4a067f6f-2777-461f-996b-290d007bc15e),segment_id=4a067f6f-2777-461f-996b-290d007bc15e)] {{(pid=98473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:48:44.665863 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-098f6402-dcc0-4236-9399-1aea4d523391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:44.722619 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-6b6cb663-8416-47c0-916a-312e18784f60 None None] Deleting port 052667ad-6aba-4886-94b8-cf687661d322 {{(pid=98475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:48:44.723264 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-6b6cb663-8416-47c0-916a-312e18784f60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:44.795538 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-098f6402-dcc0-4236-9399-1aea4d523391 admin admin] Calling delete_port for 052667ad-6aba-4886-94b8-cf687661d322 owned by network:dhcp {{(pid=98473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:48:44.843072 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-098f6402-dcc0-4236-9399-1aea4d523391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31785040'] for port, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:44.848032 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-879af874-b6da-48f1-bd5f-ea8ee6d22395 tempest-ServerRescueNegativeTestJSON-1161399465 tempest-ServerRescueNegativeTestJSON-1161399465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:44.862077 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-6b6cb663-8416-47c0-916a-312e18784f60 None None] For port 052667ad-6aba-4886-94b8-cf687661d322, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=052667ad-6aba-4886-94b8-cf687661d322,segment=NetworkSegment(4a067f6f-2777-461f-996b-290d007bc15e),segment_id=4a067f6f-2777-461f-996b-290d007bc15e)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:48:44.862627 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-6b6cb663-8416-47c0-916a-312e18784f60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:44.892485 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098f6402-dcc0-4236-9399-1aea4d523391 admin admin] No DVR routers for this DVR port 052667ad-6aba-4886-94b8-cf687661d322 on host dv-cinder-791240-3-iscsi {{(pid=98473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:48:44.894029 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f6402-dcc0-4236-9399-1aea4d523391 admin admin] Pushing event deleted for resources: {'Port': ['ID=052667ad-6aba-4886-94b8-cf687661d322,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:44.922621 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-098f6402-dcc0-4236-9399-1aea4d523391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:44.981728 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 052667ad-6aba-4886-94b8-cf687661d322 no longer exists at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:48:45.010787 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-098f6402-dcc0-4236-9399-1aea4d523391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1676623', 'neutron.services.segments.db._delete_segments_for_network-8758999550940'] for network, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:45.014726 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-6b6cb663-8416-47c0-916a-312e18784f60 None None] Calling delete_port for 052667ad-6aba-4886-94b8-cf687661d322 owned by network:dhcp {{(pid=98475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:48:45.024702 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] No Port match for: 052667ad-6aba-4886-94b8-cf687661d322 {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:48:45.025055 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 052667ad-6aba-4886-94b8-cf687661d322 not bound to the agent host dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:48:45.025326 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.services.segments.db [None req-098f6402-dcc0-4236-9399-1aea4d523391 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf3ac43-1c2d-41a1-ab33-652986c9f04a']}} {{(pid=98473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:45.025475 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 57ee664a-21bf-41f3-bca9-26a04fe26d8f no longer exists at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:48:45.037715 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.services.segments.db [None req-098f6402-dcc0-4236-9399-1aea4d523391 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a067f6f-2777-461f-996b-290d007bc15e') {'for_net_delete': True} {{(pid=98473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:45.038009 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.services.segments.db [None req-098f6402-dcc0-4236-9399-1aea4d523391 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a067f6f-2777-461f-996b-290d007bc15e') {} {{(pid=98473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:45.049193 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-098f6402-dcc0-4236-9399-1aea4d523391 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758999559837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32057846'] for segment, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:45.058724 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] No Port match for: 57ee664a-21bf-41f3-bca9-26a04fe26d8f {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:48:45.059112 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 57ee664a-21bf-41f3-bca9-26a04fe26d8f not bound to the agent host dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:48:45.059528 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 39044555-9adc-40a4-b1ca-24c2892308a0 no longer exists at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:48:45.070380 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-098f6402-dcc0-4236-9399-1aea4d523391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:45.076589 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-098f6402-dcc0-4236-9399-1aea4d523391 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=98473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:48:45.077065 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-098f6402-dcc0-4236-9399-1aea4d523391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31784965'] for segment, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:45.159420 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] No Port match for: 39044555-9adc-40a4-b1ca-24c2892308a0 {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:48:45.159780 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 39044555-9adc-40a4-b1ca-24c2892308a0 not bound to the agent host dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:48:45.182927 dv-cinder-791240-3-iscsi neutron-server[98473]: Traceback (most recent call last): May 25 15:48:45.182927 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 15:48:45.182927 dv-cinder-791240-3-iscsi neutron-server[98473]: timer() May 25 15:48:45.182927 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 15:48:45.182927 dv-cinder-791240-3-iscsi neutron-server[98473]: cb(*args, **kw) May 25 15:48:45.182927 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 15:48:45.182927 dv-cinder-791240-3-iscsi neutron-server[98473]: return func(*args, **kwargs) May 25 15:48:45.182927 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 15:48:45.182927 dv-cinder-791240-3-iscsi neutron-server[98473]: self._notify() May 25 15:48:45.182927 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 15:48:45.182927 dv-cinder-791240-3-iscsi neutron-server[98473]: self.callback(batched_events) May 25 15:48:45.182927 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 15:48:45.182927 dv-cinder-791240-3-iscsi neutron-server[98473]: event.method(event) May 25 15:48:45.182927 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 15:48:45.182927 dv-cinder-791240-3-iscsi neutron-server[98473]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 15:48:45.182927 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 15:48:45.182927 dv-cinder-791240-3-iscsi neutron-server[98473]: aggregate_uuid = self.p_client.list_aggregates( May 25 15:48:45.182927 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 15:48:45.182927 dv-cinder-791240-3-iscsi neutron-server[98473]: return f(self, *a, **k) May 25 15:48:45.182927 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 15:48:45.182927 dv-cinder-791240-3-iscsi neutron-server[98473]: return self._get(url).json() May 25 15:48:45.182927 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 15:48:45.182927 dv-cinder-791240-3-iscsi neutron-server[98473]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 15:48:45.182927 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 15:48:45.182927 dv-cinder-791240-3-iscsi neutron-server[98473]: return self.request(url, 'GET', **kwargs) May 25 15:48:45.182927 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 15:48:45.182927 dv-cinder-791240-3-iscsi neutron-server[98473]: base_url = self.get_endpoint(auth, allow=allow, May 25 15:48:45.182927 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 15:48:45.182927 dv-cinder-791240-3-iscsi neutron-server[98473]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 15:48:45.182927 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 15:48:45.182927 dv-cinder-791240-3-iscsi neutron-server[98473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 15:48:45.182927 dv-cinder-791240-3-iscsi neutron-server[98473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 15:48:45.220001 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-6b6cb663-8416-47c0-916a-312e18784f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372'] for port, after_delete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:45.223474 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:45.258514 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-098f6402-dcc0-4236-9399-1aea4d523391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1676614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-353586'] for network, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:45.262231 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-bfe264b5-d762-430f-8d99-4195f24ab043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:45.266593 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6cb663-8416-47c0-916a-312e18784f60 None None] Pushing event deleted for resources: {'Port': ['ID=052667ad-6aba-4886-94b8-cf687661d322,revision_number=None']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:45.269572 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-6b6cb663-8416-47c0-916a-312e18784f60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:45.270620 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6cb663-8416-47c0-916a-312e18784f60 None None] No DVR routers for this DVR port 052667ad-6aba-4886-94b8-cf687661d322 on host dv-cinder-791240-3-iscsi {{(pid=98475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:48:45.280109 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-098f6402-dcc0-4236-9399-1aea4d523391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:45.289836 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f6402-dcc0-4236-9399-1aea4d523391 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cf3ac43-1c2d-41a1-ab33-652986c9f04a,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:45.293071 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-098f6402-dcc0-4236-9399-1aea4d523391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:45.304481 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-098f6402-dcc0-4236-9399-1aea4d523391 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1cf3ac43-1c2d-41a1-ab33-652986c9f04a HTTP/1.1" status: 204 len: 168 time: 0.9286909 May 25 15:48:45.307188 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 42332) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:45.512839 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:45.864326 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-2ff6125c-8a3c-498f-bff3-5495bbaf1a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-352562'] for router_interface, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:46.208687 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebfe21-fef8-4086-89a4-ae991480c5d5 req-32621fca-de52-4be5-bce1-f731b0c82dfa tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:46.210035 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-68ebfe21-fef8-4086-89a4-ae991480c5d5 req-32621fca-de52-4be5-bce1-f731b0c82dfa tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 946 time: 0.1991928 May 25 15:48:46.262910 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-68ebfe21-fef8-4086-89a4-ae991480c5d5 req-0870c33e-a986-4556-b43d-75eb914e7e4f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464640 May 25 15:48:46.381778 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-2ff6125c-8a3c-498f-bff3-5495bbaf1a85 admin admin] Deleting port 4350fc4c-0941-43b2-ae6b-b516cefa2936 {{(pid=98473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:48:46.382119 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-2ff6125c-8a3c-498f-bff3-5495bbaf1a85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:46.502179 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [None req-2ff6125c-8a3c-498f-bff3-5495bbaf1a85 admin admin] For port 4350fc4c-0941-43b2-ae6b-b516cefa2936, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=4350fc4c-0941-43b2-ae6b-b516cefa2936,segment=NetworkSegment(d08903c6-fe49-4b45-93cf-b676c36060af),segment_id=d08903c6-fe49-4b45-93cf-b676c36060af)] {{(pid=98473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:48:46.502446 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-2ff6125c-8a3c-498f-bff3-5495bbaf1a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:46.719659 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-2ff6125c-8a3c-498f-bff3-5495bbaf1a85 admin admin] Calling delete_port for 4350fc4c-0941-43b2-ae6b-b516cefa2936 owned by network:router_interface {{(pid=98473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:48:46.883969 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-2ff6125c-8a3c-498f-bff3-5495bbaf1a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31785040'] for port, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:46.888340 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-d6a6d7a6-0881-4d0d-93e0-f6bf704af931 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:46.932096 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6125c-8a3c-498f-bff3-5495bbaf1a85 admin admin] Pushing event deleted for resources: {'Port': ['ID=4350fc4c-0941-43b2-ae6b-b516cefa2936,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:46.960746 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-2ff6125c-8a3c-498f-bff3-5495bbaf1a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:47.205226 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-2ff6125c-8a3c-498f-bff3-5495bbaf1a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358818'] for router_interface, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:47.619729 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe18297-5ea8-4332-acb7-a2d88bc15837 req-a83050e7-bcb7-4416-9f60-ad1a06007ae3 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:47.621123 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-cfe18297-5ea8-4332-acb7-a2d88bc15837 req-a83050e7-bcb7-4416-9f60-ad1a06007ae3 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 946 time: 0.2388120 May 25 15:48:47.648095 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff6125c-8a3c-498f-bff3-5495bbaf1a85 admin admin] Router f8cb0c52-b478-410c-af35-6a02e29ccb0a has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:48:47.729412 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-cfe18297-5ea8-4332-acb7-a2d88bc15837 req-4b6680ea-c44d-4f46-846f-ef4b9a52808c tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010168 May 25 15:48:47.856414 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff6125c-8a3c-498f-bff3-5495bbaf1a85 admin admin] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:48:47.865591 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e6d6b9-88ae-40d3-b701-d76884386096 None None] Sync routers for ids ['f8cb0c52-b478-410c-af35-6a02e29ccb0a'] in dv-cinder-791240-3-iscsi {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:48:47.874604 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-2ff6125c-8a3c-498f-bff3-5495bbaf1a85 admin admin] 10.222.0.32 "PUT /v2.0/routers/f8cb0c52-b478-410c-af35-6a02e29ccb0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5663102 May 25 15:48:47.875226 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 42356) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:47.877730 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e6d6b9-88ae-40d3-b701-d76884386096 None None] Routers {'f8cb0c52-b478-410c-af35-6a02e29ccb0a'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:48:47.878446 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-35e6d6b9-88ae-40d3-b701-d76884386096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:48:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['f8cb0c52-b478-410c-af35-6a02e29ccb0a'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:48.059626 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-35e6d6b9-88ae-40d3-b701-d76884386096 None None] Set router f8cb0c52-b478-410c-af35-6a02e29ccb0a gateway port host: dv-cinder-791240-3-iscsi {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:48:48.157534 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7bb23014-80a7-47fe-87f2-aa562fd2538b admin admin] Notify callbacks [] for router, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:48.246258 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:48:48.331112 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7bb23014-80a7-47fe-87f2-aa562fd2538b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:48.357370 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-35e6d6b9-88ae-40d3-b701-d76884386096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb0c52-b478-410c-af35-6a02e29ccb0a', 'name': 'tempest-TestShelveInstance-38475202-router', 'tenant_id': '50940bb0f8db4f4fa9c149db0334f492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '187f1a74-827b-4245-bacf-037b0e68655b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:22Z', 'updated_at': '2021-05-25T15:48:46Z', 'revision_number': 5, 'project_id': '50940bb0f8db4f4fa9c149db0334f492', 'gw_port': {'id': '187f1a74-827b-4245-bacf-037b0e68655b', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:38:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cb0c52-b478-410c-af35-6a02e29ccb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:41:23Z', 'updated_at': '2021-05-25T15:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi'}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:48.361728 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e6d6b9-88ae-40d3-b701-d76884386096 None None] Checking router: f8cb0c52-b478-410c-af35-6a02e29ccb0a for host: dv-cinder-791240-3-iscsi {{(pid=98476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:48:48.370035 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e6d6b9-88ae-40d3-b701-d76884386096 None None] Routers {'f8cb0c52-b478-410c-af35-6a02e29ccb0a'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:48:48.370614 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-35e6d6b9-88ae-40d3-b701-d76884386096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:48:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['f8cb0c52-b478-410c-af35-6a02e29ccb0a'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:48.400710 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-7bb23014-80a7-47fe-87f2-aa562fd2538b admin admin] Deleting port 187f1a74-827b-4245-bacf-037b0e68655b {{(pid=98473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:48:48.401046 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7bb23014-80a7-47fe-87f2-aa562fd2538b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:48.520709 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-35e6d6b9-88ae-40d3-b701-d76884386096 None None] Set router f8cb0c52-b478-410c-af35-6a02e29ccb0a gateway port host: None {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:48:48.521965 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [None req-7bb23014-80a7-47fe-87f2-aa562fd2538b admin admin] For port 187f1a74-827b-4245-bacf-037b0e68655b, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=187f1a74-827b-4245-bacf-037b0e68655b,segment=NetworkSegment(709432ef-9055-43de-bcb9-c4833f38b817),segment_id=709432ef-9055-43de-bcb9-c4833f38b817)] {{(pid=98473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:48:48.522320 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7bb23014-80a7-47fe-87f2-aa562fd2538b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:48.623842 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-35e6d6b9-88ae-40d3-b701-d76884386096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb0c52-b478-410c-af35-6a02e29ccb0a', 'name': 'tempest-TestShelveInstance-38475202-router', 'tenant_id': '50940bb0f8db4f4fa9c149db0334f492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:22Z', 'updated_at': '2021-05-25T15:48:48Z', 'revision_number': 6, 'project_id': '50940bb0f8db4f4fa9c149db0334f492', 'gw_port_host': None}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:48.627772 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e6d6b9-88ae-40d3-b701-d76884386096 None None] The sync data for ids ['f8cb0c52-b478-410c-af35-6a02e29ccb0a'] in dv-cinder-791240-3-iscsi is: [{'id': 'f8cb0c52-b478-410c-af35-6a02e29ccb0a', 'name': 'tempest-TestShelveInstance-38475202-router', 'tenant_id': '50940bb0f8db4f4fa9c149db0334f492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:41:22Z', 'updated_at': '2021-05-25T15:48:48Z', 'revision_number': 6, 'project_id': '50940bb0f8db4f4fa9c149db0334f492', 'gw_port_host': None}] {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:48:48.643019 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-7bb23014-80a7-47fe-87f2-aa562fd2538b admin admin] Calling delete_port for 187f1a74-827b-4245-bacf-037b0e68655b owned by network:router_gateway {{(pid=98473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:48:48.781815 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7bb23014-80a7-47fe-87f2-aa562fd2538b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31785040'] for port, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:48.786929 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-7124b64c-0883-4c2f-8567-0e5c7babb690 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:48.830986 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb23014-80a7-47fe-87f2-aa562fd2538b admin admin] Pushing event deleted for resources: {'Port': ['ID=187f1a74-827b-4245-bacf-037b0e68655b,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:48.865874 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-7bb23014-80a7-47fe-87f2-aa562fd2538b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:48.971287 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7bb23014-80a7-47fe-87f2-aa562fd2538b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-353583'] for router_gateway, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:49.092666 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 4350fc4c-0941-43b2-ae6b-b516cefa2936 no longer exists at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:48:49.131308 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] No Port match for: 4350fc4c-0941-43b2-ae6b-b516cefa2936 {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:48:49.131746 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 4350fc4c-0941-43b2-ae6b-b516cefa2936 not bound to the agent host dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:48:49.155585 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7bb23014-80a7-47fe-87f2-aa562fd2538b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2879'] for router, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:49.158948 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7bb23014-80a7-47fe-87f2-aa562fd2538b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:49.169176 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c68f2e-a1c6-48bc-a189-afbdc931baab req-28a30152-9afa-4c3e-a1e5-a7d6561e2b2f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:49.170633 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-63c68f2e-a1c6-48bc-a189-afbdc931baab req-28a30152-9afa-4c3e-a1e5-a7d6561e2b2f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 946 time: 0.3059828 May 25 15:48:49.216100 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7bb23014-80a7-47fe-87f2-aa562fd2538b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-358558'] for router, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:49.216583 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb23014-80a7-47fe-87f2-aa562fd2538b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8cb0c52-b478-410c-af35-6a02e29ccb0a {{(pid=98473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 15:48:49.230963 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-63c68f2e-a1c6-48bc-a189-afbdc931baab req-3cd5b48c-97ff-45ce-a2ff-8406c521fa78 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536091 May 25 15:48:49.237471 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7bb23014-80a7-47fe-87f2-aa562fd2538b admin admin] Notify callbacks [] for router, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:49.240730 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-7bb23014-80a7-47fe-87f2-aa562fd2538b admin admin] 10.222.0.32 "DELETE /v2.0/routers/f8cb0c52-b478-410c-af35-6a02e29ccb0a HTTP/1.1" status: 204 len: 168 time: 1.3622603 May 25 15:48:49.240998 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 42366) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:49.300871 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.db_base_plugin_v2 [None req-1da8b2a0-d0be-4ba7-b5f3-6d612ee21039 admin admin] Deleting subnet f116ec6e-0270-414d-90aa-4237892157cf {{(pid=98473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 15:48:49.303807 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-1da8b2a0-d0be-4ba7-b5f3-6d612ee21039 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:49.356960 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-1da8b2a0-d0be-4ba7-b5f3-6d612ee21039 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32057853'] for subnet, precommit_delete_associations {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:49.439082 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-1da8b2a0-d0be-4ba7-b5f3-6d612ee21039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1682880'] for subnet, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:49.805626 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-1da8b2a0-d0be-4ba7-b5f3-6d612ee21039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31887011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32158699'] for subnet, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:49.810380 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-fa91e858-ca7a-477b-8d5b-da1725993600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:49.843779 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da8b2a0-d0be-4ba7-b5f3-6d612ee21039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f116ec6e-0270-414d-90aa-4237892157cf,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:49.846767 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-1da8b2a0-d0be-4ba7-b5f3-6d612ee21039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:49.849502 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-1da8b2a0-d0be-4ba7-b5f3-6d612ee21039 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:49.854456 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b0aa8b-2219-47da-90d8-7311b39026d9 None None] Network fc2d17f9-2fa5-412c-ac16-17e3ad861bc4 requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:48:49.858763 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-1da8b2a0-d0be-4ba7-b5f3-6d612ee21039 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f116ec6e-0270-414d-90aa-4237892157cf HTTP/1.1" status: 204 len: 168 time: 0.6168461 May 25 15:48:49.861155 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 42370) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:49.965164 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-db01b534-fb9f-4dcd-bea9-563d2f7e6ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639092'] for network, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:50.036607 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-db01b534-fb9f-4dcd-bea9-563d2f7e6ebf admin admin] Deleting port 974b6d5e-dfc4-49d8-93d5-67a251aa794b {{(pid=98473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:48:50.036953 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-db01b534-fb9f-4dcd-bea9-563d2f7e6ebf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:50.087337 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1624c9fa-e6ac-47e5-879a-41ea468037d8 None None] DHCP port deletion for fc2d17f9-2fa5-412c-ac16-17e3ad861bc4 request from dv-cinder-791240-3-iscsi {{(pid=98475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 15:48:50.137414 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [None req-db01b534-fb9f-4dcd-bea9-563d2f7e6ebf admin admin] For port 974b6d5e-dfc4-49d8-93d5-67a251aa794b, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=974b6d5e-dfc4-49d8-93d5-67a251aa794b,segment=NetworkSegment(d08903c6-fe49-4b45-93cf-b676c36060af),segment_id=d08903c6-fe49-4b45-93cf-b676c36060af)] {{(pid=98473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:48:50.137819 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-db01b534-fb9f-4dcd-bea9-563d2f7e6ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:50.154174 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-1624c9fa-e6ac-47e5-879a-41ea468037d8 None None] Deleting port 974b6d5e-dfc4-49d8-93d5-67a251aa794b {{(pid=98475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:48:50.154746 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-1624c9fa-e6ac-47e5-879a-41ea468037d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:50.248994 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-1624c9fa-e6ac-47e5-879a-41ea468037d8 None None] For port 974b6d5e-dfc4-49d8-93d5-67a251aa794b, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=974b6d5e-dfc4-49d8-93d5-67a251aa794b,segment=NetworkSegment(d08903c6-fe49-4b45-93cf-b676c36060af),segment_id=d08903c6-fe49-4b45-93cf-b676c36060af)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:48:50.249416 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-1624c9fa-e6ac-47e5-879a-41ea468037d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:50.266197 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-db01b534-fb9f-4dcd-bea9-563d2f7e6ebf admin admin] Calling delete_port for 974b6d5e-dfc4-49d8-93d5-67a251aa794b owned by network:dhcp {{(pid=98473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:48:50.317238 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-db01b534-fb9f-4dcd-bea9-563d2f7e6ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31785040'] for port, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:50.322423 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-7d2085fa-a81f-4b87-9ca3-7dbb253efcad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:50.376689 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-1624c9fa-e6ac-47e5-879a-41ea468037d8 None None] Calling delete_port for 974b6d5e-dfc4-49d8-93d5-67a251aa794b owned by network:dhcp {{(pid=98475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:48:50.404504 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01b534-fb9f-4dcd-bea9-563d2f7e6ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=974b6d5e-dfc4-49d8-93d5-67a251aa794b,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:50.406929 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-db01b534-fb9f-4dcd-bea9-563d2f7e6ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:50.409448 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db01b534-fb9f-4dcd-bea9-563d2f7e6ebf admin admin] No DVR routers for this DVR port 974b6d5e-dfc4-49d8-93d5-67a251aa794b on host dv-cinder-791240-3-iscsi {{(pid=98473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:48:50.419050 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-1624c9fa-e6ac-47e5-879a-41ea468037d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372'] for port, after_delete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:50.422565 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:50.463229 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624c9fa-e6ac-47e5-879a-41ea468037d8 None None] Pushing event deleted for resources: {'Port': ['ID=974b6d5e-dfc4-49d8-93d5-67a251aa794b,revision_number=None']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:50.466518 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-1624c9fa-e6ac-47e5-879a-41ea468037d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:50.468758 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1624c9fa-e6ac-47e5-879a-41ea468037d8 None None] No DVR routers for this DVR port 974b6d5e-dfc4-49d8-93d5-67a251aa794b on host dv-cinder-791240-3-iscsi {{(pid=98475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:48:50.570645 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-db01b534-fb9f-4dcd-bea9-563d2f7e6ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1676623', 'neutron.services.segments.db._delete_segments_for_network-8758999550940'] for network, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:50.586723 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.services.segments.db [None req-db01b534-fb9f-4dcd-bea9-563d2f7e6ebf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc2d17f9-2fa5-412c-ac16-17e3ad861bc4']}} {{(pid=98473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:50.601521 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.services.segments.db [None req-db01b534-fb9f-4dcd-bea9-563d2f7e6ebf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd08903c6-fe49-4b45-93cf-b676c36060af') {'for_net_delete': True} {{(pid=98473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:50.601809 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.services.segments.db [None req-db01b534-fb9f-4dcd-bea9-563d2f7e6ebf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd08903c6-fe49-4b45-93cf-b676c36060af') {} {{(pid=98473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:50.616094 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6703bf-82aa-4ced-b7e9-416725f57159 req-22b5c522-08f4-45d9-99ad-e728f8395192 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:50.617547 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-3d6703bf-82aa-4ced-b7e9-416725f57159 req-22b5c522-08f4-45d9-99ad-e728f8395192 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 946 time: 0.2520742 May 25 15:48:50.623340 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-db01b534-fb9f-4dcd-bea9-563d2f7e6ebf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758999559837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32057846'] for segment, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:50.656328 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-db01b534-fb9f-4dcd-bea9-563d2f7e6ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:50.671987 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db01b534-fb9f-4dcd-bea9-563d2f7e6ebf admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=98473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:48:50.672392 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-db01b534-fb9f-4dcd-bea9-563d2f7e6ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31784965'] for segment, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:50.685998 dv-cinder-791240-3-iscsi neutron-server[98473]: Traceback (most recent call last): May 25 15:48:50.685998 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 15:48:50.685998 dv-cinder-791240-3-iscsi neutron-server[98473]: timer() May 25 15:48:50.685998 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 15:48:50.685998 dv-cinder-791240-3-iscsi neutron-server[98473]: cb(*args, **kw) May 25 15:48:50.685998 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 15:48:50.685998 dv-cinder-791240-3-iscsi neutron-server[98473]: return func(*args, **kwargs) May 25 15:48:50.685998 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 15:48:50.685998 dv-cinder-791240-3-iscsi neutron-server[98473]: self._notify() May 25 15:48:50.685998 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 15:48:50.685998 dv-cinder-791240-3-iscsi neutron-server[98473]: self.callback(batched_events) May 25 15:48:50.685998 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 15:48:50.685998 dv-cinder-791240-3-iscsi neutron-server[98473]: event.method(event) May 25 15:48:50.685998 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 15:48:50.685998 dv-cinder-791240-3-iscsi neutron-server[98473]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 15:48:50.685998 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 15:48:50.685998 dv-cinder-791240-3-iscsi neutron-server[98473]: aggregate_uuid = self.p_client.list_aggregates( May 25 15:48:50.685998 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 15:48:50.685998 dv-cinder-791240-3-iscsi neutron-server[98473]: return f(self, *a, **k) May 25 15:48:50.685998 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 15:48:50.685998 dv-cinder-791240-3-iscsi neutron-server[98473]: return self._get(url).json() May 25 15:48:50.685998 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 15:48:50.685998 dv-cinder-791240-3-iscsi neutron-server[98473]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 15:48:50.685998 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 15:48:50.685998 dv-cinder-791240-3-iscsi neutron-server[98473]: return self.request(url, 'GET', **kwargs) May 25 15:48:50.685998 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 15:48:50.685998 dv-cinder-791240-3-iscsi neutron-server[98473]: base_url = self.get_endpoint(auth, allow=allow, May 25 15:48:50.685998 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 15:48:50.685998 dv-cinder-791240-3-iscsi neutron-server[98473]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 15:48:50.685998 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 15:48:50.685998 dv-cinder-791240-3-iscsi neutron-server[98473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 15:48:50.685998 dv-cinder-791240-3-iscsi neutron-server[98473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 15:48:50.741614 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-3d6703bf-82aa-4ced-b7e9-416725f57159 req-71cb3117-c5b5-4413-81eb-01b070d0cec8 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111581 May 25 15:48:50.772696 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-db01b534-fb9f-4dcd-bea9-563d2f7e6ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1676614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-353586'] for network, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:50.777428 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-db01b534-fb9f-4dcd-bea9-563d2f7e6ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:50.779790 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-df239498-2c1f-4379-8791-25a779d5b1c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:50.801757 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01b534-fb9f-4dcd-bea9-563d2f7e6ebf admin admin] Pushing event deleted for resources: {'Network': ['ID=fc2d17f9-2fa5-412c-ac16-17e3ad861bc4,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:50.804030 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-db01b534-fb9f-4dcd-bea9-563d2f7e6ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:50.810173 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-db01b534-fb9f-4dcd-bea9-563d2f7e6ebf admin admin] 10.222.0.32 "DELETE /v2.0/networks/fc2d17f9-2fa5-412c-ac16-17e3ad861bc4 HTTP/1.1" status: 204 len: 168 time: 0.9480846 May 25 15:48:50.929920 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 42384) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:50.967462 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 187f1a74-827b-4245-bacf-037b0e68655b no longer exists at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:48:50.978972 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-4a70e981-88f3-49da-80d2-48149b9e3dcd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cdb64e1fc05f4a72be9fc39079cdc282&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477872 May 25 15:48:50.981610 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 42388) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:51.004447 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] No Port match for: 187f1a74-827b-4245-bacf-037b0e68655b {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:48:51.004815 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 187f1a74-827b-4245-bacf-037b0e68655b not bound to the agent host dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:48:51.005214 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 974b6d5e-dfc4-49d8-93d5-67a251aa794b no longer exists at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:48:51.037417 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] No Port match for: 974b6d5e-dfc4-49d8-93d5-67a251aa794b {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:48:51.037769 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 974b6d5e-dfc4-49d8-93d5-67a251aa794b not bound to the agent host dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:48:51.039515 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b53974ad-109c-4f35-a59e-07fbb9109098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:51.066162 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b53974ad-109c-4f35-a59e-07fbb9109098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:51.122406 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b53974ad-109c-4f35-a59e-07fbb9109098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:51.126156 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-dc8697ac-c73e-4a5f-b04e-5f5443b67791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:51.140874 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53974ad-109c-4f35-a59e-07fbb9109098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29efde49-779b-442c-8732-4759fd3faef6,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:51.144267 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-b53974ad-109c-4f35-a59e-07fbb9109098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:51.149463 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b53974ad-109c-4f35-a59e-07fbb9109098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:51.150621 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-b53974ad-109c-4f35-a59e-07fbb9109098 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29efde49-779b-442c-8732-4759fd3faef6 HTTP/1.1" status: 204 len: 168 time: 0.1681383 May 25 15:48:51.488141 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 42398) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:51.537975 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-464b3bda-c79d-46fd-8ad9-7459e77d8956 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=50940bb0f8db4f4fa9c149db0334f492&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482380 May 25 15:48:51.540283 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 42402) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:51.597086 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e4d0ff4a-ac0d-4c8a-b9bf-48837c61ec22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:51.621926 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e4d0ff4a-ac0d-4c8a-b9bf-48837c61ec22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:51.673343 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e4d0ff4a-ac0d-4c8a-b9bf-48837c61ec22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:51.676989 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-dd57cea2-db20-4ffe-8e63-6b43ea6f0667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:51.687861 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0ff4a-ac0d-4c8a-b9bf-48837c61ec22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8218702e-b220-4bed-b952-6f39195753ef,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:51.692840 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-e4d0ff4a-ac0d-4c8a-b9bf-48837c61ec22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:51.694714 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e4d0ff4a-ac0d-4c8a-b9bf-48837c61ec22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:51.695805 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-e4d0ff4a-ac0d-4c8a-b9bf-48837c61ec22 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8218702e-b220-4bed-b952-6f39195753ef HTTP/1.1" status: 204 len: 168 time: 0.1546488 May 25 15:48:51.933354 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb8b13-6347-44d0-ae3e-4ab5da8e437e req-f11ba961-bcd5-40ed-92fc-ccf98ab5a86f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:51.934999 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-9ddb8b13-6347-44d0-ae3e-4ab5da8e437e req-f11ba961-bcd5-40ed-92fc-ccf98ab5a86f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 946 time: 0.0842700 May 25 15:48:51.983631 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-9ddb8b13-6347-44d0-ae3e-4ab5da8e437e req-ae58de0f-7fb4-4bf9-8138-e430471d5abf tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415366 May 25 15:48:52.219461 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3b0e1310-cba0-409c-8b22-8b98b7279c72 req-37153249-ad4c-49d2-b043-5c40cb158834 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718322 May 25 15:48:52.342544 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9cc20383-e296-4b8e-ab20-82984566b001 req-068b045b-2a2d-49dd-bf59-2882d5f2b6f4 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1409453486&fields=id&tenant_id=6c5ec2154f8d47738882b025a961628f HTTP/1.1" status: 200 len: 267 time: 0.0617893 May 25 15:48:52.401036 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e1310-cba0-409c-8b22-8b98b7279c72 req-e4e394d5-4a99-4526-aaff-c3a43f7a88db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:52.402515 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3b0e1310-cba0-409c-8b22-8b98b7279c72 req-e4e394d5-4a99-4526-aaff-c3a43f7a88db service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6c5ec2154f8d47738882b025a961628f&device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 1137 time: 0.1572313 May 25 15:48:52.436575 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 42430) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:52.511910 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc20383-e296-4b8e-ab20-82984566b001 req-e70cfe81-e3f3-40ec-a125-a4b417d0c102 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:52.513394 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9cc20383-e296-4b8e-ab20-82984566b001 req-e70cfe81-e3f3-40ec-a125-a4b417d0c102 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 984 time: 0.1633842 May 25 15:48:52.528064 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [req-9cc20383-e296-4b8e-ab20-82984566b001 req-5fd03eed-c1f8-4b4a-b915-9dbb8469c20b tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Request body: {'port': {'security_groups': ['11bb3db4-c19f-4982-842f-e6fec92fb1cd']}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:48:52.554547 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-e09d936c-51c6-44b5-b56c-ff9a7f6c2bed admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1724297883-network', 'tenant_id': '84b618e26d84448e895072b4ac0967b1'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:48:52.560196 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-e09d936c-51c6-44b5-b56c-ff9a7f6c2bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:48:52.564038 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-e09d936c-51c6-44b5-b56c-ff9a7f6c2bed admin admin] Usage tracker for resource:network and tenant:84b618e26d84448e895072b4ac0967b1 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:48:52.566987 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-e09d936c-51c6-44b5-b56c-ff9a7f6c2bed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:48:52.573400 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-e09d936c-51c6-44b5-b56c-ff9a7f6c2bed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:48:52.583087 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09d936c-51c6-44b5-b56c-ff9a7f6c2bed admin admin] Made reservation on behalf of 84b618e26d84448e895072b4ac0967b1 for: {'network': 1} {{(pid=98473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:48:52.585688 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e09d936c-51c6-44b5-b56c-ff9a7f6c2bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1658119'] for network, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:52.599196 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e09d936c-51c6-44b5-b56c-ff9a7f6c2bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:52.614757 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-e09d936c-51c6-44b5-b56c-ff9a7f6c2bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:48:52.618511 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-e09d936c-51c6-44b5-b56c-ff9a7f6c2bed admin admin] Usage tracker for resource:security_group_rule and tenant:84b618e26d84448e895072b4ac0967b1 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:48:52.621361 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-e09d936c-51c6-44b5-b56c-ff9a7f6c2bed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:48:52.627018 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-e09d936c-51c6-44b5-b56c-ff9a7f6c2bed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:48:52.668999 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e1310-cba0-409c-8b22-8b98b7279c72 req-5142e9fb-9923-49d8-b378-28cf44165284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:52.670494 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3b0e1310-cba0-409c-8b22-8b98b7279c72 req-5142e9fb-9923-49d8-b378-28cf44165284 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b HTTP/1.1" status: 200 len: 916 time: 0.2459469 May 25 15:48:52.711457 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e09d936c-51c6-44b5-b56c-ff9a7f6c2bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:52.715288 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e09d936c-51c6-44b5-b56c-ff9a7f6c2bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:52.718323 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-b1ac8182-a691-487b-833d-6514ae2dcfbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:52.741795 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-9cc20383-e296-4b8e-ab20-82984566b001 req-5fd03eed-c1f8-4b4a-b915-9dbb8469c20b tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:52.751349 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e09d936c-51c6-44b5-b56c-ff9a7f6c2bed admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=98473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:48:52.759815 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d936c-51c6-44b5-b56c-ff9a7f6c2bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e6f46e-a42b-4f95-9670-21da5f61b32b,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:52.763377 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-e09d936c-51c6-44b5-b56c-ff9a7f6c2bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:52.766320 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e09d936c-51c6-44b5-b56c-ff9a7f6c2bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:52.767138 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.db.segments_db [None req-e09d936c-51c6-44b5-b56c-ff9a7f6c2bed admin admin] Added segment 1f537b8e-f549-42b6-bcda-f919a28863c9 of type vlan for network 314b5cd8-30e3-4858-a640-2a3928ee779b May 25 15:48:52.840222 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3b0e1310-cba0-409c-8b22-8b98b7279c72 req-056f6dde-64df-417f-9123-1e33e9ac6397 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c HTTP/1.1" status: 200 len: 1001 time: 0.1612582 May 25 15:48:52.890583 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e09d936c-51c6-44b5-b56c-ff9a7f6c2bed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758999109461'] for network, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:52.920965 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e09d936c-51c6-44b5-b56c-ff9a7f6c2bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430'] for network, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:52.922255 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09d936c-51c6-44b5-b56c-ff9a7f6c2bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:52.923030 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e09d936c-51c6-44b5-b56c-ff9a7f6c2bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:52.927505 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:52.935610 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e1310-cba0-409c-8b22-8b98b7279c72 req-5c03add1-7f93-47b8-b9de-dc26b80450dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:52.937075 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3b0e1310-cba0-409c-8b22-8b98b7279c72 req-5c03add1-7f93-47b8-b9de-dc26b80450dd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b69bcd5b-467f-4553-a931-328c7b885a73 HTTP/1.1" status: 200 len: 854 time: 0.0902274 May 25 15:48:53.026559 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d936c-51c6-44b5-b56c-ff9a7f6c2bed admin admin] Pushing event updated for resources: {'Network': ['ID=314b5cd8-30e3-4858-a640-2a3928ee779b,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:53.033594 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-e09d936c-51c6-44b5-b56c-ff9a7f6c2bed admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5953977 May 25 15:48:53.033964 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 42440) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:53.035018 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-e09d936c-51c6-44b5-b56c-ff9a7f6c2bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:53.039322 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Network 314b5cd8-30e3-4858-a640-2a3928ee779b details requested by agent ovs-agent-dv-cinder-791240-3-iscsi with host dv-cinder-791240-3-iscsi {{(pid=98475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:48:53.041787 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-132cf0e5-23f6-4fed-a9e7-c5a2cfea52e4 admin admin] Request body: {'subnet': {'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1724297883-subnet', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'ip_version': 4}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:48:53.047035 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-132cf0e5-23f6-4fed-a9e7-c5a2cfea52e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:48:53.051302 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-132cf0e5-23f6-4fed-a9e7-c5a2cfea52e4 admin admin] Usage tracker for resource:subnet and tenant:84b618e26d84448e895072b4ac0967b1 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:48:53.054471 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-132cf0e5-23f6-4fed-a9e7-c5a2cfea52e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:48:53.060987 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-132cf0e5-23f6-4fed-a9e7-c5a2cfea52e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:48:53.072587 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132cf0e5-23f6-4fed-a9e7-c5a2cfea52e4 admin admin] Made reservation on behalf of 84b618e26d84448e895072b4ac0967b1 for: {'subnet': 1} {{(pid=98473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:48:53.075044 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-132cf0e5-23f6-4fed-a9e7-c5a2cfea52e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32158708'] for subnet, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:53.203589 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:53.230048 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [req-9cc20383-e296-4b8e-ab20-82984566b001 req-5fd03eed-c1f8-4b4a-b915-9dbb8469c20b tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] For port e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c,segment=NetworkSegment(738642ba-67aa-4ae5-9425-36a990ad78b7),segment_id=738642ba-67aa-4ae5-9425-36a990ad78b7)] {{(pid=98474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:48:53.273282 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-9cc20383-e296-4b8e-ab20-82984566b001 req-5fd03eed-c1f8-4b4a-b915-9dbb8469c20b tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks [] for port, precommit_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:53.276417 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e1310-cba0-409c-8b22-8b98b7279c72 req-4f36983c-a13c-476d-94f0-7231b999718c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:53.278020 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3b0e1310-cba0-409c-8b22-8b98b7279c72 req-4f36983c-a13c-476d-94f0-7231b999718c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3344846 May 25 15:48:53.279046 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-9cc20383-e296-4b8e-ab20-82984566b001 req-5fd03eed-c1f8-4b4a-b915-9dbb8469c20b tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-881747'] for port, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:53.285981 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-8d77b6e6-4c37-4bfe-a4a1-96ea4c702957 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:53.290921 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fd9d7-6b48-4241-921a-fd3e9b081d07 req-e9f78afb-1694-4579-abed-145bcdfd3965 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:53.291087 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:48:53.292419 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-1a3fd9d7-6b48-4241-921a-fd3e9b081d07 req-e9f78afb-1694-4579-abed-145bcdfd3965 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 946 time: 0.1535654 May 25 15:48:53.362305 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc20383-e296-4b8e-ab20-82984566b001 req-5fd03eed-c1f8-4b4a-b915-9dbb8469c20b tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:53.362913 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-9cc20383-e296-4b8e-ab20-82984566b001 req-5fd03eed-c1f8-4b4a-b915-9dbb8469c20b tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:53.364314 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9cc20383-e296-4b8e-ab20-82984566b001 req-5fd03eed-c1f8-4b4a-b915-9dbb8469c20b tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "PUT /v2.0/ports/e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c HTTP/1.1" status: 200 len: 942 time: 0.8433144 May 25 15:48:53.375461 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-1a3fd9d7-6b48-4241-921a-fd3e9b081d07 req-81a97a17-ca60-49ba-8e37-8a21b50cb87c tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675735 May 25 15:48:53.375693 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f931bd-e818-42c2-b517-3db25f063e81', 'tag': 'e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c'}] {{(pid=98474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:48:53.385129 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 42444) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:53.466058 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:48:53.495907 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd03eed-c1f8-4b4a-b915-9dbb8469c20b tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Pushing event updated for resources: {'Port': ['ID=e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c,revision_number=7']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:53.499281 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-5fd03eed-c1f8-4b4a-b915-9dbb8469c20b tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:53.542702 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f931bd-e818-42c2-b517-3db25f063e81', 'tag': 'e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c', 'status': 'completed', 'code': 200} May 25 15:48:53.552398 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-10c2e1f7-9dd2-4ad1-95a8-894f1af4a0ba tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:53.555409 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3b0e1310-cba0-409c-8b22-8b98b7279c72 req-1141d73f-a41a-4401-9153-dd03ab75f4f2 service neutron] 10.222.0.57 "GET /v2.0/networks/e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386341 May 25 15:48:53.601246 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-10c2e1f7-9dd2-4ad1-95a8-894f1af4a0ba tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:53.705361 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3b0e1310-cba0-409c-8b22-8b98b7279c72 req-edcc8011-0fa3-4b21-99c4-583db5277f99 service neutron] 10.222.0.57 "GET /v2.0/networks/e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396823 May 25 15:48:53.721162 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-10c2e1f7-9dd2-4ad1-95a8-894f1af4a0ba tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:53.728722 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-0c40dfa8-4c82-41d9-ac88-75ef53833fcc tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:53.742120 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-f9612a1b-969e-46b6-a938-8757ce1f4259 None None] Provisioning complete for port e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:48:53.742680 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-f9612a1b-969e-46b6-a938-8757ce1f4259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:53.759378 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2e1f7-9dd2-4ad1-95a8-894f1af4a0ba tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e21612-1f4a-4a8a-b36d-289e705fbb0e,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:53.762131 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-10c2e1f7-9dd2-4ad1-95a8-894f1af4a0ba tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:53.780455 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-10c2e1f7-9dd2-4ad1-95a8-894f1af4a0ba tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:53.784659 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-10c2e1f7-9dd2-4ad1-95a8-894f1af4a0ba tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "DELETE /v2.0/security-groups/10e21612-1f4a-4a8a-b36d-289e705fbb0e HTTP/1.1" status: 204 len: 168 time: 0.3955147 May 25 15:48:53.785717 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 42452) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:53.842392 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d71649-e02b-407d-aa99-c3160088fcc4 req-6c19789a-ef03-424f-9cae-4101d73a437b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:53.843958 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a7d71649-e02b-407d-aa99-c3160088fcc4 req-6c19789a-ef03-424f-9cae-4101d73a437b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6c5ec2154f8d47738882b025a961628f&device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 1098 time: 0.0767782 May 25 15:48:53.977782 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d71649-e02b-407d-aa99-c3160088fcc4 req-418acaff-6165-4817-bc3f-feb248e7d855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:53.979226 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a7d71649-e02b-407d-aa99-c3160088fcc4 req-418acaff-6165-4817-bc3f-feb248e7d855 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b HTTP/1.1" status: 200 len: 916 time: 0.1285901 May 25 15:48:54.012812 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-132cf0e5-23f6-4fed-a9e7-c5a2cfea52e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31887072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32158690'] for subnet, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:54.024702 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:54.082239 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a7d71649-e02b-407d-aa99-c3160088fcc4 req-53e8b103-ed76-42a0-8de0-9fb9493d8523 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c HTTP/1.1" status: 200 len: 1001 time: 0.0956907 May 25 15:48:54.126350 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132cf0e5-23f6-4fed-a9e7-c5a2cfea52e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8053ff5-f153-4b8c-a65c-778e9408f5dc,revision_number=0']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:54.150333 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d71649-e02b-407d-aa99-c3160088fcc4 req-c91d0ebd-b305-4a34-8a85-6e414814d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:54.151766 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a7d71649-e02b-407d-aa99-c3160088fcc4 req-c91d0ebd-b305-4a34-8a85-6e414814d7f3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b69bcd5b-467f-4553-a931-328c7b885a73 HTTP/1.1" status: 200 len: 854 time: 0.0629144 May 25 15:48:54.153957 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-132cf0e5-23f6-4fed-a9e7-c5a2cfea52e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:54.168133 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132cf0e5-23f6-4fed-a9e7-c5a2cfea52e4 admin admin] Checking segment: {'id': '1f537b8e-f549-42b6-bcda-f919a28863c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:48:54.168494 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132cf0e5-23f6-4fed-a9e7-c5a2cfea52e4 admin admin] Network hostable DHCP agents. Network: 314b5cd8-30e3-4858-a640-2a3928ee779b, hostable agents: ['42768c43-11d1-4f10-a648-883cd7cd861b'], hosted agents: [] {{(pid=98473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:48:54.202619 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132cf0e5-23f6-4fed-a9e7-c5a2cfea52e4 admin admin] Network 314b5cd8-30e3-4858-a640-2a3928ee779b is scheduled to be hosted by DHCP agent 42768c43-11d1-4f10-a648-883cd7cd861b with binding_index 1 {{(pid=98473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:48:54.216249 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.base_scheduler [None req-132cf0e5-23f6-4fed-a9e7-c5a2cfea52e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-iscsi, 314b5cd8-30e3-4858-a640-2a3928ee779b) {{(pid=98473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:48:54.218877 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-b064b556-1319-4aa9-aafc-72fa73216c6e tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Deleting port 12820b0a-357a-494d-aac4-7a16726b37ec {{(pid=98473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:48:54.219280 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b064b556-1319-4aa9-aafc-72fa73216c6e tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:54.226685 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccc8aed-d0e1-4369-9eea-1bc4fab1fc95 None None] Network 314b5cd8-30e3-4858-a640-2a3928ee779b requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:48:54.235363 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d71649-e02b-407d-aa99-c3160088fcc4 req-86d16b18-c558-410f-aa9b-361a4b0c4bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:54.237004 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a7d71649-e02b-407d-aa99-c3160088fcc4 req-86d16b18-c558-410f-aa9b-361a4b0c4bc5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0771489 May 25 15:48:54.288473 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132cf0e5-23f6-4fed-a9e7-c5a2cfea52e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:54.289066 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-132cf0e5-23f6-4fed-a9e7-c5a2cfea52e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:54.338631 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-132cf0e5-23f6-4fed-a9e7-c5a2cfea52e4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3026469 May 25 15:48:54.343295 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 42456) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:54.351223 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-e65629f4-41b2-4bce-a84d-81e5f02ca3b2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1724297883-router', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'}}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:48:54.366459 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-e65629f4-41b2-4bce-a84d-81e5f02ca3b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:48:54.372166 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b064b556-1319-4aa9-aafc-72fa73216c6e tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:54.372499 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b064b556-1319-4aa9-aafc-72fa73216c6e tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:54.379815 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-e65629f4-41b2-4bce-a84d-81e5f02ca3b2 admin admin] Usage tracker for resource:router and tenant:84b618e26d84448e895072b4ac0967b1 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:48:54.385086 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-e65629f4-41b2-4bce-a84d-81e5f02ca3b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:48:54.385344 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a7d71649-e02b-407d-aa99-c3160088fcc4 req-7a6c6da3-0d48-489d-b9f8-f0a8aa0a2246 service neutron] 10.222.0.57 "GET /v2.0/networks/e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373246 May 25 15:48:54.443762 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-e65629f4-41b2-4bce-a84d-81e5f02ca3b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:48:54.485858 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98449991-4435-4a7d-82ef-997420f38c14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3986d8-61c6-5ed6-8f1b-ad1f15f239cc-314b5cd8-30e3-4858-a640-2a3928ee779b', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'fixed_ips': [{'subnet_id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc'}]}} from dv-cinder-791240-3-iscsi. {{(pid=98475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 15:48:54.486701 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-98449991-4435-4a7d-82ef-997420f38c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:54.509762 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-b064b556-1319-4aa9-aafc-72fa73216c6e tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Calling delete_port for 12820b0a-357a-494d-aac4-7a16726b37ec owned by network:floatingip {{(pid=98473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:48:54.537712 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e65629f4-41b2-4bce-a84d-81e5f02ca3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-360001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2893'] for router, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:54.539592 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e65629f4-41b2-4bce-a84d-81e5f02ca3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-353694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2886'] for router, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:54.553130 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a7d71649-e02b-407d-aa99-c3160088fcc4 req-018ebd98-6de0-4821-b1f8-6391c6956643 service neutron] 10.222.0.57 "GET /v2.0/networks/e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602492 May 25 15:48:54.562714 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e65629f4-41b2-4bce-a84d-81e5f02ca3b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:54.638585 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98758b9c-e27a-4058-aa31-3aeb3fc6f865 req-c7419057-25d6-4699-9699-c5881085225b tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:54.640058 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-98758b9c-e27a-4058-aa31-3aeb3fc6f865 req-c7419057-25d6-4699-9699-c5881085225b tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 946 time: 0.0854399 May 25 15:48:54.654188 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.db_base_plugin_common [None req-98449991-4435-4a7d-82ef-997420f38c14 None None] Allocated IP 172.20.0.2 (314b5cd8-30e3-4858-a640-2a3928ee779b/a8053ff5-f153-4b8c-a65c-778e9408f5dc/058d8dd1-1cd6-4f55-95b9-01e196b6b821) {{(pid=98475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:48:54.695226 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-98758b9c-e27a-4058-aa31-3aeb3fc6f865 req-8b074356-45b5-4000-9c7f-869f38384feb tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480630 May 25 15:48:54.875391 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-98449991-4435-4a7d-82ef-997420f38c14 None None] Notify callbacks [] for port, precommit_create {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:54.888207 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-98449991-4435-4a7d-82ef-997420f38c14 None None] Transition to ACTIVE for port object 058d8dd1-1cd6-4f55-95b9-01e196b6b821 will not be triggered until provisioned by entity L2. {{(pid=98475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:48:54.989758 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e65629f4-41b2-4bce-a84d-81e5f02ca3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-353723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-360051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2864'] for router, precommit_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:55.036042 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-98449991-4435-4a7d-82ef-997420f38c14 None None] Transition to ACTIVE for port object 058d8dd1-1cd6-4f55-95b9-01e196b6b821 will not be triggered until provisioned by entity DHCP. {{(pid=98475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:48:55.041450 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-98449991-4435-4a7d-82ef-997420f38c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363'] for port, after_create {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:55.045091 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-28a14e2a-a589-46b4-aad6-95ed9b3da7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:55.080069 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b064b556-1319-4aa9-aafc-72fa73216c6e tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31785040'] for port, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:55.087289 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-c50656c9-9ccd-4d72-a7e7-642896d46e16 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:55.110042 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98449991-4435-4a7d-82ef-997420f38c14 None None] Network 314b5cd8-30e3-4858-a640-2a3928ee779b is already hosted by enough agents. {{(pid=98475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:48:55.113426 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.scheduler.base_scheduler [None req-98449991-4435-4a7d-82ef-997420f38c14 None None] Resources bound (agent type, host, resource id): {{(pid=98475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:48:55.117276 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98449991-4435-4a7d-82ef-997420f38c14 None None] Received port after_create {{(pid=98475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:48:55.123174 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98449991-4435-4a7d-82ef-997420f38c14 None None] Pushing event updated for resources: {'Port': ['ID=058d8dd1-1cd6-4f55-95b9-01e196b6b821,revision_number=1']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:55.127509 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-98449991-4435-4a7d-82ef-997420f38c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:55.133422 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b064b556-1319-4aa9-aafc-72fa73216c6e tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Pushing event deleted for resources: {'Port': ['ID=12820b0a-357a-494d-aac4-7a16726b37ec,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:55.136477 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-b064b556-1319-4aa9-aafc-72fa73216c6e tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:55.208981 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-98449991-4435-4a7d-82ef-997420f38c14 None None] Attempting to bind port 058d8dd1-1cd6-4f55-95b9-01e196b6b821 on host dv-cinder-791240-3-iscsi for vnic_type normal with profile {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:48:55.209259 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-98449991-4435-4a7d-82ef-997420f38c14 None None] Attempting to bind port 058d8dd1-1cd6-4f55-95b9-01e196b6b821 by drivers openvswitch,hyperv on host dv-cinder-791240-3-iscsi at level 0 using segments [{'id': '1f537b8e-f549-42b6-bcda-f919a28863c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b'}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:48:55.209611 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98449991-4435-4a7d-82ef-997420f38c14 None None] Attempting to bind port 058d8dd1-1cd6-4f55-95b9-01e196b6b821 on network 314b5cd8-30e3-4858-a640-2a3928ee779b {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:48:55.214771 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98449991-4435-4a7d-82ef-997420f38c14 None None] Checking agent: {'id': '0d0ec358-3583-457d-8c3e-30368d3d3544', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 31, 43), 'started_at': datetime.datetime(2021, 5, 25, 15, 32, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:48:55.215142 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98449991-4435-4a7d-82ef-997420f38c14 None None] Checking segment: {'id': '1f537b8e-f549-42b6-bcda-f919a28863c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:48:55.215542 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-98449991-4435-4a7d-82ef-997420f38c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:55.215968 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98449991-4435-4a7d-82ef-997420f38c14 None None] Bound using segment: {'id': '1f537b8e-f549-42b6-bcda-f919a28863c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b'} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:48:55.216427 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-98449991-4435-4a7d-82ef-997420f38c14 None None] Bound port: 058d8dd1-1cd6-4f55-95b9-01e196b6b821, host: dv-cinder-791240-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f537b8e-f549-42b6-bcda-f919a28863c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b'}}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:48:55.216797 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-98449991-4435-4a7d-82ef-997420f38c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:55.243346 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b064b556-1319-4aa9-aafc-72fa73216c6e tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks [] for floatingip, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:55.243687 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.db.l3_db [None req-b064b556-1319-4aa9-aafc-72fa73216c6e tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Floating IP a7512bcb-c7fc-4a39-8cd1-911c02fbf040 disassociated (deleted). External IP: 172.27.3.221, port: e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c. May 25 15:48:55.306371 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-98449991-4435-4a7d-82ef-997420f38c14 None None] For port 058d8dd1-1cd6-4f55-95b9-01e196b6b821, host dv-cinder-791240-3-iscsi, cleared binding levels {{(pid=98475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:48:55.309357 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-98449991-4435-4a7d-82ef-997420f38c14 None None] For port 058d8dd1-1cd6-4f55-95b9-01e196b6b821, host dv-cinder-791240-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=058d8dd1-1cd6-4f55-95b9-01e196b6b821,segment=NetworkSegment(1f537b8e-f549-42b6-bcda-f919a28863c9),segment_id=1f537b8e-f549-42b6-bcda-f919a28863c9)] {{(pid=98475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:48:55.314084 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-98449991-4435-4a7d-82ef-997420f38c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:55.318548 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:55.400030 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98449991-4435-4a7d-82ef-997420f38c14 None None] Pushing event updated for resources: {'Port': ['ID=058d8dd1-1cd6-4f55-95b9-01e196b6b821,revision_number=2']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:55.403350 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-98449991-4435-4a7d-82ef-997420f38c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:55.748970 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e65629f4-41b2-4bce-a84d-81e5f02ca3b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:55.792055 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e65629f4-41b2-4bce-a84d-81e5f02ca3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:55.872907 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b064b556-1319-4aa9-aafc-72fa73216c6e tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Router b9c39145-d401-4952-a1c9-f3ffbe8092ef has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:48:55.891896 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f8ba2-51c1-4693-a791-af597f1fd924 req-05150fa9-feba-48a6-b78c-4b719a499f20 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:55.893383 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-798f8ba2-51c1-4693-a791-af597f1fd924 req-05150fa9-feba-48a6-b78c-4b719a499f20 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 946 time: 0.0844171 May 25 15:48:55.939530 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-798f8ba2-51c1-4693-a791-af597f1fd924 req-d341f760-3b55-444d-85e9-ab68c5bad397 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404174 May 25 15:48:56.202092 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.db_base_plugin_common [None req-e65629f4-41b2-4bce-a84d-81e5f02ca3b2 admin admin] Allocated IP 172.27.3.55 (64bdbeb4-2429-4b9e-9f88-29f950eefffc/3f9f8472-0ab8-4bd8-a441-92a12c3f4c58/3ffd6c98-e12b-4d14-905f-cf1fff5cec9f) {{(pid=98473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:48:56.282531 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70751db7-c7b3-4ab6-a9e8-f0798105d722 None None] Network 314b5cd8-30e3-4858-a640-2a3928ee779b requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:48:56.316938 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b064b556-1319-4aa9-aafc-72fa73216c6e tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:48:56.355839 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955f36d8-9aef-4fd5-956b-ab3dd4f5469f None None] Sync routers for ids ['b9c39145-d401-4952-a1c9-f3ffbe8092ef'] in dv-cinder-791240-3-iscsi {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:48:56.382824 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b064b556-1319-4aa9-aafc-72fa73216c6e tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for floatingip, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:56.383895 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955f36d8-9aef-4fd5-956b-ab3dd4f5469f None None] Routers {'b9c39145-d401-4952-a1c9-f3ffbe8092ef'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:48:56.384516 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-955f36d8-9aef-4fd5-956b-ab3dd4f5469f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:48:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['b9c39145-d401-4952-a1c9-f3ffbe8092ef'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:56.443378 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e65629f4-41b2-4bce-a84d-81e5f02ca3b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:56.452301 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2fec59d1-6e40-4380-b83c-503b9ebe8a23 None None] Provisioning for port 058d8dd1-1cd6-4f55-95b9-01e196b6b821 completed by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:48:56.463609 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-b064b556-1319-4aa9-aafc-72fa73216c6e tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "DELETE /v2.0/floatingips/a7512bcb-c7fc-4a39-8cd1-911c02fbf040 HTTP/1.1" status: 204 len: 168 time: 2.6745908 May 25 15:48:56.463609 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f931bd-e818-42c2-b517-3db25f063e81', 'tag': 'e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c'}] {{(pid=98473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:48:56.491733 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e65629f4-41b2-4bce-a84d-81e5f02ca3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31785040'] for port, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:56.497501 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-7bb23014-80a7-47fe-87f2-aa562fd2538b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:56.530170 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f931bd-e818-42c2-b517-3db25f063e81', 'tag': 'e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c', 'status': 'completed', 'code': 200} May 25 15:48:56.569703 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65629f4-41b2-4bce-a84d-81e5f02ca3b2 admin admin] Network 64bdbeb4-2429-4b9e-9f88-29f950eefffc is already hosted by enough agents. {{(pid=98473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:48:56.572686 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.base_scheduler [None req-e65629f4-41b2-4bce-a84d-81e5f02ca3b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=98473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:48:56.576510 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65629f4-41b2-4bce-a84d-81e5f02ca3b2 admin admin] Received port after_create {{(pid=98473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:48:56.621319 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65629f4-41b2-4bce-a84d-81e5f02ca3b2 admin admin] Pushing event updated for resources: {'Port': ['ID=3ffd6c98-e12b-4d14-905f-cf1fff5cec9f,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:56.626287 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-e65629f4-41b2-4bce-a84d-81e5f02ca3b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:56.655719 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-955f36d8-9aef-4fd5-956b-ab3dd4f5469f None None] Set router b9c39145-d401-4952-a1c9-f3ffbe8092ef gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:48:56.661982 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f745170-978c-4893-9988-9936cf47feb7 req-92d8cd2b-2972-4fe5-a9f6-1637ef915145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:56.663899 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-5f745170-978c-4893-9988-9936cf47feb7 req-92d8cd2b-2972-4fe5-a9f6-1637ef915145 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6c5ec2154f8d47738882b025a961628f&device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 1098 time: 0.1060524 May 25 15:48:56.937907 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f745170-978c-4893-9988-9936cf47feb7 req-4c53428d-ee81-4d14-a2d4-bbe931295cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:56.939617 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-5f745170-978c-4893-9988-9936cf47feb7 req-4c53428d-ee81-4d14-a2d4-bbe931295cff service neutron] 10.222.0.57 "GET /v2.0/networks?id=e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b HTTP/1.1" status: 200 len: 916 time: 0.2687626 May 25 15:48:57.092466 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 058d8dd1-1cd6-4f55-95b9-01e196b6b821 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:48:57.101880 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-5f745170-978c-4893-9988-9936cf47feb7 req-421c2f7b-fbaf-45f2-a914-106ee5396771 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c HTTP/1.1" status: 200 len: 217 time: 0.1482363 May 25 15:48:57.181841 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e65629f4-41b2-4bce-a84d-81e5f02ca3b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:57.229707 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-955f36d8-9aef-4fd5-956b-ab3dd4f5469f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'name': 'tempest-TestMinimumBasicScenario-1710825477-router', 'tenant_id': '6c5ec2154f8d47738882b025a961628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '73f22633-9691-48dc-ae85-ec3bcaba9e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:44:59Z', 'updated_at': '2021-05-25T15:45:04Z', 'revision_number': 4, 'project_id': '6c5ec2154f8d47738882b025a961628f', 'gw_port': {'id': '73f22633-9691-48dc-ae85-ec3bcaba9e05', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:00Z', 'updated_at': '2021-05-25T15:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': 'e6d5ae2c-ff89-462d-8d7f-7d991e89cad7', 'name': '', 'network_id': 'e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b', 'tenant_id': '6c5ec2154f8d47738882b025a961628f', 'mac_address': 'fa:16:3e:26:45:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b69bcd5b-467f-4553-a931-328c7b885a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:03Z', 'updated_at': '2021-05-25T15:45:09Z', 'revision_number': 5, 'project_id': '6c5ec2154f8d47738882b025a961628f', 'subnets': [{'id': 'b69bcd5b-467f-4553-a931-328c7b885a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:57.233893 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning for port 058d8dd1-1cd6-4f55-95b9-01e196b6b821 completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:48:57.239078 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955f36d8-9aef-4fd5-956b-ab3dd4f5469f None None] Checking router: b9c39145-d401-4952-a1c9-f3ffbe8092ef for host: dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:48:57.243008 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port 058d8dd1-1cd6-4f55-95b9-01e196b6b821 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:48:57.243506 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:57.261166 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f745170-978c-4893-9988-9936cf47feb7 req-ececced3-15a6-47ee-a8ad-fdd1d5bd3379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:57.262718 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-5f745170-978c-4893-9988-9936cf47feb7 req-ececced3-15a6-47ee-a8ad-fdd1d5bd3379 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b69bcd5b-467f-4553-a931-328c7b885a73 HTTP/1.1" status: 200 len: 854 time: 0.1510510 May 25 15:48:57.300229 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955f36d8-9aef-4fd5-956b-ab3dd4f5469f None None] Routers {'b9c39145-d401-4952-a1c9-f3ffbe8092ef'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:48:57.300930 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-955f36d8-9aef-4fd5-956b-ab3dd4f5469f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:48:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['b9c39145-d401-4952-a1c9-f3ffbe8092ef'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:57.368919 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0babf01-f974-48d6-bf52-4b8268951529 req-e0258fe3-5986-4e08-8745-c4717018a3cc tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:57.370409 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d0babf01-f974-48d6-bf52-4b8268951529 req-e0258fe3-5986-4e08-8745-c4717018a3cc tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 946 time: 0.2040694 May 25 15:48:57.419523 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f745170-978c-4893-9988-9936cf47feb7 req-84c8445a-abb0-40e1-a5fd-946b45c12be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:57.421283 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-5f745170-978c-4893-9988-9936cf47feb7 req-84c8445a-abb0-40e1-a5fd-946b45c12be7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1435432 May 25 15:48:57.468523 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d0babf01-f974-48d6-bf52-4b8268951529 req-a22efb9e-07e9-4836-b041-de63c5a79eb0 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894010 May 25 15:48:57.589553 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-5f745170-978c-4893-9988-9936cf47feb7 req-4ffa3d5e-d3ee-4b49-b4e1-e52e1379944c service neutron] 10.222.0.57 "GET /v2.0/networks/e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495161 May 25 15:48:57.602175 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-84709bfe-34c1-4f5b-8e72-68eebac418a6 None None] Provisioning complete for port 058d8dd1-1cd6-4f55-95b9-01e196b6b821 triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:48:57.602724 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-84709bfe-34c1-4f5b-8e72-68eebac418a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:57.605741 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e65629f4-41b2-4bce-a84d-81e5f02ca3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-360008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-353784'] for router, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:57.659865 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-955f36d8-9aef-4fd5-956b-ab3dd4f5469f None None] Set router b9c39145-d401-4952-a1c9-f3ffbe8092ef gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:48:57.728718 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:57.738679 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-5f745170-978c-4893-9988-9936cf47feb7 req-ab3b7e7f-458f-4c56-9e88-275cf5c97ef4 service neutron] 10.222.0.57 "GET /v2.0/networks/e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407416 May 25 15:48:57.940651 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] For port 058d8dd1-1cd6-4f55-95b9-01e196b6b821, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=058d8dd1-1cd6-4f55-95b9-01e196b6b821,segment=NetworkSegment(1f537b8e-f549-42b6-bcda-f919a28863c9),segment_id=1f537b8e-f549-42b6-bcda-f919a28863c9)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:48:57.953638 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:57.954066 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65629f4-41b2-4bce-a84d-81e5f02ca3b2 admin admin] Router f929c908-6670-47e7-8aac-b218183c4177 is scheduled to L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 with binding_index 1 {{(pid=98473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 15:48:57.968663 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-65dbf01e-4933-4369-bc26-7ba8a04a0ce7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:58.050264 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-84709bfe-34c1-4f5b-8e72-68eebac418a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:58.102318 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Pushing event updated for resources: {'Port': ['ID=058d8dd1-1cd6-4f55-95b9-01e196b6b821,revision_number=3']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:58.109035 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:58.146139 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65629f4-41b2-4bce-a84d-81e5f02ca3b2 admin admin] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:48:58.158499 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b08ca0-e2d1-4c3f-8fdb-b65d16228f3a None None] Sync routers for ids ['f929c908-6670-47e7-8aac-b218183c4177'] in dv-cinder-791240-3-iscsi {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:48:58.176500 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e65629f4-41b2-4bce-a84d-81e5f02ca3b2 admin admin] Notify callbacks [] for router, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:58.180309 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-e65629f4-41b2-4bce-a84d-81e5f02ca3b2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8335319 May 25 15:48:58.180602 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 42486) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:48:58.188891 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b08ca0-e2d1-4c3f-8fdb-b65d16228f3a None None] Routers {'f929c908-6670-47e7-8aac-b218183c4177'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:48:58.189514 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-60b08ca0-e2d1-4c3f-8fdb-b65d16228f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:48:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['f929c908-6670-47e7-8aac-b218183c4177'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:58.260309 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.db.api [None req-84709bfe-34c1-4f5b-8e72-68eebac418a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 15:48:58.260713 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_db.api [None req-84709bfe-34c1-4f5b-8e72-68eebac418a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 15:48:58.285658 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-955f36d8-9aef-4fd5-956b-ab3dd4f5469f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'name': 'tempest-TestMinimumBasicScenario-1710825477-router', 'tenant_id': '6c5ec2154f8d47738882b025a961628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '73f22633-9691-48dc-ae85-ec3bcaba9e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:44:59Z', 'updated_at': '2021-05-25T15:45:04Z', 'revision_number': 4, 'project_id': '6c5ec2154f8d47738882b025a961628f', 'gw_port': {'id': '73f22633-9691-48dc-ae85-ec3bcaba9e05', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:00Z', 'updated_at': '2021-05-25T15:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': 'e6d5ae2c-ff89-462d-8d7f-7d991e89cad7', 'name': '', 'network_id': 'e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b', 'tenant_id': '6c5ec2154f8d47738882b025a961628f', 'mac_address': 'fa:16:3e:26:45:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b69bcd5b-467f-4553-a931-328c7b885a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:03Z', 'updated_at': '2021-05-25T15:45:09Z', 'revision_number': 5, 'project_id': '6c5ec2154f8d47738882b025a961628f', 'subnets': [{'id': 'b69bcd5b-467f-4553-a931-328c7b885a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:58.290346 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955f36d8-9aef-4fd5-956b-ab3dd4f5469f None None] The sync data for ids ['b9c39145-d401-4952-a1c9-f3ffbe8092ef'] in dv-cinder-791240-3-iscsi is: [{'id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'name': 'tempest-TestMinimumBasicScenario-1710825477-router', 'tenant_id': '6c5ec2154f8d47738882b025a961628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '73f22633-9691-48dc-ae85-ec3bcaba9e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:44:59Z', 'updated_at': '2021-05-25T15:45:04Z', 'revision_number': 4, 'project_id': '6c5ec2154f8d47738882b025a961628f', 'gw_port': {'id': '73f22633-9691-48dc-ae85-ec3bcaba9e05', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:00Z', 'updated_at': '2021-05-25T15:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': 'e6d5ae2c-ff89-462d-8d7f-7d991e89cad7', 'name': '', 'network_id': 'e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b', 'tenant_id': '6c5ec2154f8d47738882b025a961628f', 'mac_address': 'fa:16:3e:26:45:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b69bcd5b-467f-4553-a931-328c7b885a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:03Z', 'updated_at': '2021-05-25T15:45:09Z', 'revision_number': 5, 'project_id': '6c5ec2154f8d47738882b025a961628f', 'subnets': [{'id': 'b69bcd5b-467f-4553-a931-328c7b885a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:48:58.486072 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-60b08ca0-e2d1-4c3f-8fdb-b65d16228f3a None None] Set router f929c908-6670-47e7-8aac-b218183c4177 gateway port host: dv-cinder-791240-3-iscsi {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:48:58.655458 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5d462a-87ca-44b5-bf0b-7a6c50bdd714 None None] New status for floating IP a7512bcb-c7fc-4a39-8cd1-911c02fbf040: DOWN {{(pid=98475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 15:48:58.704630 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5d1fd-842e-4304-bf21-406ab36287f3 req-82e96fab-8418-4123-b521-ad4b07db823b tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:48:58.711512 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ada5d1fd-842e-4304-bf21-406ab36287f3 req-82e96fab-8418-4123-b521-ad4b07db823b tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 946 time: 0.0901370 May 25 15:48:58.784689 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ada5d1fd-842e-4304-bf21-406ab36287f3 req-7cba0748-b8d8-4508-addb-2831a15f6e84 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722222 May 25 15:48:58.833100 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-60b08ca0-e2d1-4c3f-8fdb-b65d16228f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f929c908-6670-47e7-8aac-b218183c4177', 'name': 'tempest-TestVolumeBootPattern-1724297883-router', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:48:54Z', 'updated_at': '2021-05-25T15:48:56Z', 'revision_number': 3, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'gw_port': {'id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:55Z', 'updated_at': '2021-05-25T15:48:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi'}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:58.837591 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b08ca0-e2d1-4c3f-8fdb-b65d16228f3a None None] Checking router: f929c908-6670-47e7-8aac-b218183c4177 for host: dv-cinder-791240-3-iscsi {{(pid=98476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:48:58.837943 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b08ca0-e2d1-4c3f-8fdb-b65d16228f3a None None] Updating router f929c908-6670-47e7-8aac-b218183c4177 port 3ffd6c98-e12b-4d14-905f-cf1fff5cec9f binding host dv-cinder-791240-3-iscsi {{(pid=98476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:48:58.897660 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-60b08ca0-e2d1-4c3f-8fdb-b65d16228f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:58.974333 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-39c8bfd7-6224-47ba-af3c-47ede24114f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:58.989791 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 058d8dd1-1cd6-4f55-95b9-01e196b6b821 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:48:59.064798 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port 058d8dd1-1cd6-4f55-95b9-01e196b6b821 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:48:59.065183 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:59.185034 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.db_base_plugin_common [None req-39c8bfd7-6224-47ba-af3c-47ede24114f0 admin admin] Allocated IP 172.20.0.1 (314b5cd8-30e3-4858-a640-2a3928ee779b/a8053ff5-f153-4b8c-a65c-778e9408f5dc/0985f3a2-19ee-415c-ac5b-8d597cb80ec7) {{(pid=98473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:48:59.240171 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-60b08ca0-e2d1-4c3f-8fdb-b65d16228f3a None None] Notify callbacks [] for port, precommit_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:59.251674 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.provisioning_blocks [None req-60b08ca0-e2d1-4c3f-8fdb-b65d16228f3a None None] Transition to ACTIVE for port object 3ffd6c98-e12b-4d14-905f-cf1fff5cec9f will not be triggered until provisioned by entity L2. {{(pid=98476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:48:59.257567 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-60b08ca0-e2d1-4c3f-8fdb-b65d16228f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:59.262131 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [None req-8afd1fc0-7e92-4ad2-a0c0-495c43577a82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:59.336426 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-39c8bfd7-6224-47ba-af3c-47ede24114f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:59.338038 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.managers [None req-60b08ca0-e2d1-4c3f-8fdb-b65d16228f3a None None] Attempting to bind port 3ffd6c98-e12b-4d14-905f-cf1fff5cec9f on host dv-cinder-791240-3-iscsi for vnic_type normal with profile {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:48:59.338415 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.managers [None req-60b08ca0-e2d1-4c3f-8fdb-b65d16228f3a None None] Attempting to bind port 3ffd6c98-e12b-4d14-905f-cf1fff5cec9f by drivers openvswitch,hyperv on host dv-cinder-791240-3-iscsi at level 0 using segments [{'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'}] {{(pid=98476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:48:59.338803 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b08ca0-e2d1-4c3f-8fdb-b65d16228f3a None None] Attempting to bind port 3ffd6c98-e12b-4d14-905f-cf1fff5cec9f on network 64bdbeb4-2429-4b9e-9f88-29f950eefffc {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:48:59.346863 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b08ca0-e2d1-4c3f-8fdb-b65d16228f3a None None] Checking agent: {'id': '0d0ec358-3583-457d-8c3e-30368d3d3544', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 31, 43), 'started_at': datetime.datetime(2021, 5, 25, 15, 32, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:48:59.347240 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b08ca0-e2d1-4c3f-8fdb-b65d16228f3a None None] Checking segment: {'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:48:59.347636 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-60b08ca0-e2d1-4c3f-8fdb-b65d16228f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:59.348057 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b08ca0-e2d1-4c3f-8fdb-b65d16228f3a None None] Bound using segment: {'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'} {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:48:59.348519 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.managers [None req-60b08ca0-e2d1-4c3f-8fdb-b65d16228f3a None None] Bound port: 3ffd6c98-e12b-4d14-905f-cf1fff5cec9f, host: dv-cinder-791240-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'}}] {{(pid=98476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:48:59.348893 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-60b08ca0-e2d1-4c3f-8fdb-b65d16228f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:59.356438 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.provisioning_blocks [None req-39c8bfd7-6224-47ba-af3c-47ede24114f0 admin admin] Transition to ACTIVE for port object 0985f3a2-19ee-415c-ac5b-8d597cb80ec7 will not be triggered until provisioned by entity DHCP. {{(pid=98473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:48:59.372523 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927df585-d7ae-4912-87ad-d3b1198da8eb None None] Pushing event updated for resources: {'Port': ['ID=3ffd6c98-e12b-4d14-905f-cf1fff5cec9f,revision_number=2']} {{(pid=98476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:59.380742 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-39c8bfd7-6224-47ba-af3c-47ede24114f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31785040'] for port, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:59.385620 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-d040f5a5-5624-49a2-bc07-a1096cad82a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:59.395324 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927df585-d7ae-4912-87ad-d3b1198da8eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:59.395669 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927df585-d7ae-4912-87ad-d3b1198da8eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:59.396033 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927df585-d7ae-4912-87ad-d3b1198da8eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:59.396365 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927df585-d7ae-4912-87ad-d3b1198da8eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:59.396691 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927df585-d7ae-4912-87ad-d3b1198da8eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:59.397016 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927df585-d7ae-4912-87ad-d3b1198da8eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:59.397333 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927df585-d7ae-4912-87ad-d3b1198da8eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:59.397654 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927df585-d7ae-4912-87ad-d3b1198da8eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:59.397997 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927df585-d7ae-4912-87ad-d3b1198da8eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:59.398321 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927df585-d7ae-4912-87ad-d3b1198da8eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:59.398636 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927df585-d7ae-4912-87ad-d3b1198da8eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:59.398947 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927df585-d7ae-4912-87ad-d3b1198da8eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:48:59.404123 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [None req-927df585-d7ae-4912-87ad-d3b1198da8eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:59.436913 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.db [None req-60b08ca0-e2d1-4c3f-8fdb-b65d16228f3a None None] For port 3ffd6c98-e12b-4d14-905f-cf1fff5cec9f, host dv-cinder-791240-3-iscsi, cleared binding levels {{(pid=98476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:48:59.440082 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.db [None req-60b08ca0-e2d1-4c3f-8fdb-b65d16228f3a None None] For port 3ffd6c98-e12b-4d14-905f-cf1fff5cec9f, host dv-cinder-791240-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=3ffd6c98-e12b-4d14-905f-cf1fff5cec9f,segment=NetworkSegment(709432ef-9055-43de-bcb9-c4833f38b817),segment_id=709432ef-9055-43de-bcb9-c4833f38b817)] {{(pid=98476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:48:59.444629 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-60b08ca0-e2d1-4c3f-8fdb-b65d16228f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:59.449436 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [None req-138d4a7e-565a-4c16-94af-51b67200e9d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:48:59.452682 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c8bfd7-6224-47ba-af3c-47ede24114f0 admin admin] Network 314b5cd8-30e3-4858-a640-2a3928ee779b is already hosted by enough agents. {{(pid=98473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:48:59.456099 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.base_scheduler [None req-39c8bfd7-6224-47ba-af3c-47ede24114f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=98473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:48:59.458479 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c8bfd7-6224-47ba-af3c-47ede24114f0 admin admin] Received port after_create {{(pid=98473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:48:59.505853 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8bfd7-6224-47ba-af3c-47ede24114f0 admin admin] Pushing event updated for resources: {'Port': ['ID=0985f3a2-19ee-415c-ac5b-8d597cb80ec7,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:59.508901 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-39c8bfd7-6224-47ba-af3c-47ede24114f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:59.526199 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-39c8bfd7-6224-47ba-af3c-47ede24114f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-352649'] for router_interface, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:59.530813 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b08ca0-e2d1-4c3f-8fdb-b65d16228f3a None None] Routers {'f929c908-6670-47e7-8aac-b218183c4177'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:48:59.531449 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-60b08ca0-e2d1-4c3f-8fdb-b65d16228f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:48:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['f929c908-6670-47e7-8aac-b218183c4177'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:48:59.612600 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927df585-d7ae-4912-87ad-d3b1198da8eb None None] Pushing event updated for resources: {'Port': ['ID=3ffd6c98-e12b-4d14-905f-cf1fff5cec9f,revision_number=3']} {{(pid=98476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:48:59.612600 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [None req-927df585-d7ae-4912-87ad-d3b1198da8eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:48:59.744209 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-60b08ca0-e2d1-4c3f-8fdb-b65d16228f3a None None] Set router f929c908-6670-47e7-8aac-b218183c4177 gateway port host: dv-cinder-791240-3-iscsi {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:48:59.800975 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-314a7a1a-61e3-4ccc-ad13-168ad7b993f7 None None] Provisioning for port 0985f3a2-19ee-415c-ac5b-8d597cb80ec7 completed by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:48:59.807915 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-314a7a1a-61e3-4ccc-ad13-168ad7b993f7 None None] Provisioning complete for port 0985f3a2-19ee-415c-ac5b-8d597cb80ec7 triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:48:59.808303 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-314a7a1a-61e3-4ccc-ad13-168ad7b993f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:48:59.852052 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 0dde591f-6d6a-4393-b2db-5b1541553fac details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:48:59.894382 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-314a7a1a-61e3-4ccc-ad13-168ad7b993f7 None None] Port 0985f3a2-19ee-415c-ac5b-8d597cb80ec7 cannot update to ACTIVE because it is not bound. {{(pid=98475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:49:00.038367 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 0dde591f-6d6a-4393-b2db-5b1541553fac, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=0dde591f-6d6a-4393-b2db-5b1541553fac,segment=NetworkSegment(f75f90f2-d3cf-4d1f-8686-0dba664408e0),segment_id=f75f90f2-d3cf-4d1f-8686-0dba664408e0)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:49:00.055303 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Returning: {'device': '0dde591f-6d6a-4393-b2db-5b1541553fac', 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c', 'port_id': '0dde591f-6d6a-4393-b2db-5b1541553fac', 'mac_address': 'fa:16:3e:e7:62:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6affe17c-ed2e-4df1-9809-4e056b57fa85', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:49:00.084322 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-60b08ca0-e2d1-4c3f-8fdb-b65d16228f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f929c908-6670-47e7-8aac-b218183c4177', 'name': 'tempest-TestVolumeBootPattern-1724297883-router', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:48:54Z', 'updated_at': '2021-05-25T15:48:56Z', 'revision_number': 3, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'gw_port': {'id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:55Z', 'updated_at': '2021-05-25T15:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi'}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:00.090349 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b08ca0-e2d1-4c3f-8fdb-b65d16228f3a None None] The sync data for ids ['f929c908-6670-47e7-8aac-b218183c4177'] in dv-cinder-791240-3-iscsi is: [{'id': 'f929c908-6670-47e7-8aac-b218183c4177', 'name': 'tempest-TestVolumeBootPattern-1724297883-router', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:48:54Z', 'updated_at': '2021-05-25T15:48:56Z', 'revision_number': 3, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'gw_port': {'id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:55Z', 'updated_at': '2021-05-25T15:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi'}] {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:49:00.092599 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-39c8bfd7-6224-47ba-af3c-47ede24114f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:00.110760 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56445d-1da8-4355-9e28-ea2a67455e5a req-630a186d-6ed2-4ecb-9b34-c35ad03fa03e tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:00.117817 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-1a56445d-1da8-4355-9e28-ea2a67455e5a req-630a186d-6ed2-4ecb-9b34-c35ad03fa03e tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 946 time: 0.1860003 May 25 15:49:00.129013 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:00.139964 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef138c5b-9606-4846-a5f5-c24833152308 req-35f9152c-6255-4a44-bcad-d64694cf7166 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:00.148348 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ef138c5b-9606-4846-a5f5-c24833152308 req-35f9152c-6255-4a44-bcad-d64694cf7166 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 945 time: 0.1052179 May 25 15:49:00.148800 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0dde591f-6d6a-4393-b2db-5b1541553fac {{(pid=98475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:49:00.166328 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 0dde591f-6d6a-4393-b2db-5b1541553fac, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=0dde591f-6d6a-4393-b2db-5b1541553fac,segment=NetworkSegment(f75f90f2-d3cf-4d1f-8686-0dba664408e0),segment_id=f75f90f2-d3cf-4d1f-8686-0dba664408e0)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:49:00.170955 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:00.173798 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-1624c9fa-e6ac-47e5-879a-41ea468037d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:00.213934 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ef138c5b-9606-4846-a5f5-c24833152308 req-172d89d4-5b2b-4db9-a766-154691df7c24 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639937 May 25 15:49:00.221471 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-1a56445d-1da8-4355-9e28-ea2a67455e5a req-e6657e2f-1c2d-4512-98a6-4569897e79e6 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027079 May 25 15:49:00.267686 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['0dde591f-6d6a-4393-b2db-5b1541553fac'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:49:00.292914 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=0dde591f-6d6a-4393-b2db-5b1541553fac,revision_number=6']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:00.301209 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:00.420300 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-39c8bfd7-6224-47ba-af3c-47ede24114f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:00.426955 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-39c8bfd7-6224-47ba-af3c-47ede24114f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31785049'] for port, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:00.455729 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-56fdb6a0-7d9f-4e9f-808c-c716bd8deb2d tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:00.537560 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-39c8bfd7-6224-47ba-af3c-47ede24114f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-352548'] for router_interface, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:00.541163 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8bfd7-6224-47ba-af3c-47ede24114f0 admin admin] Pushing event updated for resources: {'Port': ['ID=0985f3a2-19ee-415c-ac5b-8d597cb80ec7,revision_number=2']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:00.544522 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-39c8bfd7-6224-47ba-af3c-47ede24114f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:00.680860 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c8bfd7-6224-47ba-af3c-47ede24114f0 admin admin] Network 314b5cd8-30e3-4858-a640-2a3928ee779b is already hosted by enough agents. {{(pid=98473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:49:00.682153 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.base_scheduler [None req-39c8bfd7-6224-47ba-af3c-47ede24114f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=98473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:49:00.877254 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c8bfd7-6224-47ba-af3c-47ede24114f0 admin admin] Router f929c908-6670-47e7-8aac-b218183c4177 has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:49:00.934836 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-5063f3f5-98a4-4b6b-9d70-a1ccaeea30c2 None None] Provisioning complete for port 0985f3a2-19ee-415c-ac5b-8d597cb80ec7 triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:49:00.935373 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-5063f3f5-98a4-4b6b-9d70-a1ccaeea30c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:01.002471 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-5063f3f5-98a4-4b6b-9d70-a1ccaeea30c2 None None] Port 0985f3a2-19ee-415c-ac5b-8d597cb80ec7 cannot update to ACTIVE because it is not bound. {{(pid=98475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:49:01.028832 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 3ffd6c98-e12b-4d14-905f-cf1fff5cec9f up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:49:01.067876 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c8bfd7-6224-47ba-af3c-47ede24114f0 admin admin] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:49:01.076548 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-39c8bfd7-6224-47ba-af3c-47ede24114f0 admin admin] 10.222.0.32 "PUT /v2.0/routers/f929c908-6670-47e7-8aac-b218183c4177/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8948035 May 25 15:49:01.097337 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning for port 3ffd6c98-e12b-4d14-905f-cf1fff5cec9f completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:49:01.102336 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port 3ffd6c98-e12b-4d14-905f-cf1fff5cec9f triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:49:01.102717 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:01.222639 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:01.240066 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] For port 3ffd6c98-e12b-4d14-905f-cf1fff5cec9f, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=3ffd6c98-e12b-4d14-905f-cf1fff5cec9f,segment=NetworkSegment(709432ef-9055-43de-bcb9-c4833f38b817),segment_id=709432ef-9055-43de-bcb9-c4833f38b817)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:49:01.245018 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:01.246971 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:01.320329 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Pushing event updated for resources: {'Port': ['ID=3ffd6c98-e12b-4d14-905f-cf1fff5cec9f,revision_number=4']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:01.323107 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:01.441945 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374d6f6-7bc3-438c-a9e3-b70ec48d4fd4 req-5e61b818-4bce-49dc-ba91-bd7fea834581 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:01.442939 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-0374d6f6-7bc3-438c-a9e3-b70ec48d4fd4 req-5e61b818-4bce-49dc-ba91-bd7fea834581 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Synchronizing usage tracker for tenant:6c5ec2154f8d47738882b025a961628f on resource:port {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:49:01.462014 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687016fd-b0c9-46b5-9ff2-1ec81efaa443 req-8d20f3e1-e205-44bd-96b8-180db7e35317 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:01.463709 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-0374d6f6-7bc3-438c-a9e3-b70ec48d4fd4 req-5e61b818-4bce-49dc-ba91-bd7fea834581 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Unset dirty status for tenant:6c5ec2154f8d47738882b025a961628f on resource:port {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:49:01.464906 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-687016fd-b0c9-46b5-9ff2-1ec81efaa443 req-8d20f3e1-e205-44bd-96b8-180db7e35317 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 945 time: 0.1099861 May 25 15:49:01.465321 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-0374d6f6-7bc3-438c-a9e3-b70ec48d4fd4 req-5e61b818-4bce-49dc-ba91-bd7fea834581 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 945 time: 0.1230636 May 25 15:49:01.516857 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-0374d6f6-7bc3-438c-a9e3-b70ec48d4fd4 req-8abcc1d3-5c41-4f20-930c-ad25070d70b1 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Synchronizing usage tracker for tenant:6c5ec2154f8d47738882b025a961628f on resource:security_group {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:49:01.527157 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-687016fd-b0c9-46b5-9ff2-1ec81efaa443 req-68c8a2db-a9c2-4822-bd4e-7360c85b5210 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549774 May 25 15:49:01.534092 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-0374d6f6-7bc3-438c-a9e3-b70ec48d4fd4 req-8abcc1d3-5c41-4f20-930c-ad25070d70b1 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Unset dirty status for tenant:6c5ec2154f8d47738882b025a961628f on resource:security_group {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:49:01.535305 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-0374d6f6-7bc3-438c-a9e3-b70ec48d4fd4 req-8abcc1d3-5c41-4f20-930c-ad25070d70b1 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641117 May 25 15:49:01.652507 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 42530) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:01.658038 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-709cd8ed-74a2-455a-8991-89cc13afadce admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-259332811-network', 'tenant_id': '6082b26e8b9d4e088d0efd5e3c1b8909'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:49:01.662967 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-709cd8ed-74a2-455a-8991-89cc13afadce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:49:01.666743 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-709cd8ed-74a2-455a-8991-89cc13afadce admin admin] Usage tracker for resource:network and tenant:6082b26e8b9d4e088d0efd5e3c1b8909 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:49:01.669519 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-709cd8ed-74a2-455a-8991-89cc13afadce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:49:01.676121 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-709cd8ed-74a2-455a-8991-89cc13afadce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:49:01.685089 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709cd8ed-74a2-455a-8991-89cc13afadce admin admin] Made reservation on behalf of 6082b26e8b9d4e088d0efd5e3c1b8909 for: {'network': 1} {{(pid=98473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:49:01.687468 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-709cd8ed-74a2-455a-8991-89cc13afadce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1658119'] for network, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:01.700052 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-709cd8ed-74a2-455a-8991-89cc13afadce admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:01.714653 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-709cd8ed-74a2-455a-8991-89cc13afadce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:49:01.719390 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-709cd8ed-74a2-455a-8991-89cc13afadce admin admin] Usage tracker for resource:security_group_rule and tenant:6082b26e8b9d4e088d0efd5e3c1b8909 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:49:01.727219 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73c5229-eb1b-474a-a353-8c012c9c4d58 None None] Sync routers for ids ['f929c908-6670-47e7-8aac-b218183c4177'] in dv-cinder-791240-3-iscsi {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:49:01.727678 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-709cd8ed-74a2-455a-8991-89cc13afadce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:49:01.733646 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-709cd8ed-74a2-455a-8991-89cc13afadce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:49:01.738157 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73c5229-eb1b-474a-a353-8c012c9c4d58 None None] Routers {'f929c908-6670-47e7-8aac-b218183c4177'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:49:01.738873 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-f73c5229-eb1b-474a-a353-8c012c9c4d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:48:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['f929c908-6670-47e7-8aac-b218183c4177'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:01.827227 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 0dde591f-6d6a-4393-b2db-5b1541553fac up at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:49:01.840738 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-709cd8ed-74a2-455a-8991-89cc13afadce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:01.845213 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-709cd8ed-74a2-455a-8991-89cc13afadce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:01.849578 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-d1a5c93f-82d3-4d80-8e39-c5f983144223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:01.874983 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-709cd8ed-74a2-455a-8991-89cc13afadce admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=98473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:49:01.886861 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-709cd8ed-74a2-455a-8991-89cc13afadce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:01.887294 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.db.segments_db [None req-709cd8ed-74a2-455a-8991-89cc13afadce admin admin] Added segment e22f358d-0ccd-4826-9618-46f69e49b302 of type vlan for network c75603b0-7e87-433e-9a0e-e31cdcbcb2a8 May 25 15:49:01.901402 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning complete for port 0dde591f-6d6a-4393-b2db-5b1541553fac triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:49:01.901919 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:01.928993 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-709cd8ed-74a2-455a-8991-89cc13afadce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758999109461'] for network, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:01.945227 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709cd8ed-74a2-455a-8991-89cc13afadce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a71926a-d4dc-4ee7-b927-815ebaffb781,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:01.948632 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-709cd8ed-74a2-455a-8991-89cc13afadce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:01.977778 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-709cd8ed-74a2-455a-8991-89cc13afadce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430'] for network, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:01.979056 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709cd8ed-74a2-455a-8991-89cc13afadce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:01.980416 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-709cd8ed-74a2-455a-8991-89cc13afadce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:01.985803 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-db01b534-fb9f-4dcd-bea9-563d2f7e6ebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:01.997431 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-f73c5229-eb1b-474a-a353-8c012c9c4d58 None None] Set router f929c908-6670-47e7-8aac-b218183c4177 gateway port host: dv-cinder-791240-3-iscsi {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:49:02.035726 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:02.065979 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e143f9-fa2d-4bb1-8036-ec6e067f5f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dde591f-6d6a-4393-b2db-5b1541553fac'}] {{(pid=98475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:49:02.076125 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 0dde591f-6d6a-4393-b2db-5b1541553fac, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=0dde591f-6d6a-4393-b2db-5b1541553fac,segment=NetworkSegment(f75f90f2-d3cf-4d1f-8686-0dba664408e0),segment_id=f75f90f2-d3cf-4d1f-8686-0dba664408e0)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:49:02.083232 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:02.086296 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:02.130417 dv-cinder-791240-3-iscsi neutron-server[98475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e143f9-fa2d-4bb1-8036-ec6e067f5f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dde591f-6d6a-4393-b2db-5b1541553fac', 'code': 200} May 25 15:49:02.166566 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=0dde591f-6d6a-4393-b2db-5b1541553fac,revision_number=7']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:02.169833 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:02.195363 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709cd8ed-74a2-455a-8991-89cc13afadce admin admin] Pushing event updated for resources: {'Network': ['ID=c75603b0-7e87-433e-9a0e-e31cdcbcb2a8,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:02.198296 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-709cd8ed-74a2-455a-8991-89cc13afadce admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5447476 May 25 15:49:02.199136 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-709cd8ed-74a2-455a-8991-89cc13afadce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:02.201215 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 42538) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:02.206778 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Network c75603b0-7e87-433e-9a0e-e31cdcbcb2a8 details requested by agent ovs-agent-dv-cinder-791240-3-iscsi with host dv-cinder-791240-3-iscsi {{(pid=98475) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 15:49:02.206925 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-a5963d25-2352-4989-a777-5c200f90a397 admin admin] Request body: {'subnet': {'network_id': 'c75603b0-7e87-433e-9a0e-e31cdcbcb2a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-259332811-subnet', 'tenant_id': '6082b26e8b9d4e088d0efd5e3c1b8909', 'ip_version': 4}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:49:02.211422 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-a5963d25-2352-4989-a777-5c200f90a397 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:49:02.215300 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-a5963d25-2352-4989-a777-5c200f90a397 admin admin] Usage tracker for resource:subnet and tenant:6082b26e8b9d4e088d0efd5e3c1b8909 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:49:02.218314 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-a5963d25-2352-4989-a777-5c200f90a397 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:49:02.224611 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-a5963d25-2352-4989-a777-5c200f90a397 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:49:02.237525 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5963d25-2352-4989-a777-5c200f90a397 admin admin] Made reservation on behalf of 6082b26e8b9d4e088d0efd5e3c1b8909 for: {'subnet': 1} {{(pid=98474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:49:02.240131 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a5963d25-2352-4989-a777-5c200f90a397 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33042282'] for subnet, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:02.344044 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-f73c5229-eb1b-474a-a353-8c012c9c4d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f929c908-6670-47e7-8aac-b218183c4177', 'name': 'tempest-TestVolumeBootPattern-1724297883-router', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:48:54Z', 'updated_at': '2021-05-25T15:49:00Z', 'revision_number': 4, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'gw_port': {'id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:55Z', 'updated_at': '2021-05-25T15:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '0985f3a2-19ee-415c-ac5b-8d597cb80ec7', 'name': '', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'mac_address': 'fa:16:3e:d4:26:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:59Z', 'updated_at': '2021-05-25T15:49:00Z', 'revision_number': 2, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'subnets': [{'id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:02.349099 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73c5229-eb1b-474a-a353-8c012c9c4d58 None None] Checking router: f929c908-6670-47e7-8aac-b218183c4177 for host: dv-cinder-791240-3-iscsi {{(pid=98476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:49:02.349505 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73c5229-eb1b-474a-a353-8c012c9c4d58 None None] Updating router f929c908-6670-47e7-8aac-b218183c4177 port 0985f3a2-19ee-415c-ac5b-8d597cb80ec7 binding host dv-cinder-791240-3-iscsi {{(pid=98476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:49:02.403926 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-f73c5229-eb1b-474a-a353-8c012c9c4d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:02.578663 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139ac87-ddc2-4c02-8142-2b834d17acb2 req-87c1557c-01b1-4420-a718-3ae368329d06 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:02.580151 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-7139ac87-ddc2-4c02-8142-2b834d17acb2 req-87c1557c-01b1-4420-a718-3ae368329d06 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.57 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 945 time: 0.1718760 May 25 15:49:02.744463 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-f73c5229-eb1b-474a-a353-8c012c9c4d58 None None] Notify callbacks [] for port, precommit_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:02.757111 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.provisioning_blocks [None req-f73c5229-eb1b-474a-a353-8c012c9c4d58 None None] Transition to ACTIVE for port object 0985f3a2-19ee-415c-ac5b-8d597cb80ec7 will not be triggered until provisioned by entity L2. {{(pid=98476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:49:02.764643 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-f73c5229-eb1b-474a-a353-8c012c9c4d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:02.770020 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [None req-edff6b25-ca4a-4cc4-939a-a8b54d25f437 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:02.782585 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c06e5d-51ed-4361-9c1c-4225cf372714 req-05d4ebe9-0bc0-4a1b-8c6c-5552e8c5fba7 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:02.784655 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-20c06e5d-51ed-4361-9c1c-4225cf372714 req-05d4ebe9-0bc0-4a1b-8c6c-5552e8c5fba7 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 945 time: 0.1019671 May 25 15:49:02.837019 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e40035-e68d-4bcd-b7b8-958e360cb352 req-cc35cc3b-f2c0-44df-b0ba-f2c959b74ab2 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:02.838498 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-43e40035-e68d-4bcd-b7b8-958e360cb352 req-cc35cc3b-f2c0-44df-b0ba-f2c959b74ab2 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 946 time: 0.1787345 May 25 15:49:02.849521 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [req-7139ac87-ddc2-4c02-8142-2b834d17acb2 req-44ade5e3-0152-4f6f-9d9a-ace1d55ab1b2 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Deleting port e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c {{(pid=98474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:49:02.849901 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-7139ac87-ddc2-4c02-8142-2b834d17acb2 req-44ade5e3-0152-4f6f-9d9a-ace1d55ab1b2 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:02.852056 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-20c06e5d-51ed-4361-9c1c-4225cf372714 req-7678d8cc-1615-4eef-b2b2-40f4036091ee tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/security-groups?id=11bb3db4-c19f-4982-842f-e6fec92fb1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609663 May 25 15:49:02.895309 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432a163-7f89-45dc-861e-9b249d82988a None None] Pushing event updated for resources: {'Port': ['ID=0985f3a2-19ee-415c-ac5b-8d597cb80ec7,revision_number=3']} {{(pid=98476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:02.921003 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [None req-7432a163-7f89-45dc-861e-9b249d82988a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:03.023588 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.managers [None req-f73c5229-eb1b-474a-a353-8c012c9c4d58 None None] Attempting to bind port 0985f3a2-19ee-415c-ac5b-8d597cb80ec7 on host dv-cinder-791240-3-iscsi for vnic_type normal with profile {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:49:03.024208 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.managers [None req-f73c5229-eb1b-474a-a353-8c012c9c4d58 None None] Attempting to bind port 0985f3a2-19ee-415c-ac5b-8d597cb80ec7 by drivers openvswitch,hyperv on host dv-cinder-791240-3-iscsi at level 0 using segments [{'id': '1f537b8e-f549-42b6-bcda-f919a28863c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b'}] {{(pid=98476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:49:03.024677 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73c5229-eb1b-474a-a353-8c012c9c4d58 None None] Attempting to bind port 0985f3a2-19ee-415c-ac5b-8d597cb80ec7 on network 314b5cd8-30e3-4858-a640-2a3928ee779b {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:49:03.033340 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 3ffd6c98-e12b-4d14-905f-cf1fff5cec9f up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:49:03.033569 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73c5229-eb1b-474a-a353-8c012c9c4d58 None None] Checking agent: {'id': '0d0ec358-3583-457d-8c3e-30368d3d3544', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 31, 43), 'started_at': datetime.datetime(2021, 5, 25, 15, 32, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:49:03.033949 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73c5229-eb1b-474a-a353-8c012c9c4d58 None None] Checking segment: {'id': '1f537b8e-f549-42b6-bcda-f919a28863c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:49:03.034346 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-f73c5229-eb1b-474a-a353-8c012c9c4d58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:03.034742 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73c5229-eb1b-474a-a353-8c012c9c4d58 None None] Bound using segment: {'id': '1f537b8e-f549-42b6-bcda-f919a28863c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b'} {{(pid=98476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:49:03.035203 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.managers [None req-f73c5229-eb1b-474a-a353-8c012c9c4d58 None None] Bound port: 0985f3a2-19ee-415c-ac5b-8d597cb80ec7, host: dv-cinder-791240-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f537b8e-f549-42b6-bcda-f919a28863c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b'}}] {{(pid=98476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:49:03.035576 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-f73c5229-eb1b-474a-a353-8c012c9c4d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:03.120109 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port 3ffd6c98-e12b-4d14-905f-cf1fff5cec9f triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:49:03.120658 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:03.129454 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.db [None req-f73c5229-eb1b-474a-a353-8c012c9c4d58 None None] For port 0985f3a2-19ee-415c-ac5b-8d597cb80ec7, host dv-cinder-791240-3-iscsi, cleared binding levels {{(pid=98476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:49:03.132484 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.plugins.ml2.db [None req-f73c5229-eb1b-474a-a353-8c012c9c4d58 None None] For port 0985f3a2-19ee-415c-ac5b-8d597cb80ec7, host dv-cinder-791240-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=0985f3a2-19ee-415c-ac5b-8d597cb80ec7,segment=NetworkSegment(1f537b8e-f549-42b6-bcda-f919a28863c9),segment_id=1f537b8e-f549-42b6-bcda-f919a28863c9)] {{(pid=98476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:49:03.140488 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron_lib.callbacks.manager [None req-f73c5229-eb1b-474a-a353-8c012c9c4d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:03.147107 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:03.171216 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-43e40035-e68d-4bcd-b7b8-958e360cb352 req-a36dc12b-deec-463c-b04e-653f8dac1a85 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3256233 May 25 15:49:03.226890 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a5963d25-2352-4989-a777-5c200f90a397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33042300'] for subnet, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:03.234089 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-07be08a4-0e57-4d06-a419-cf91cdf45ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:03.249445 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73c5229-eb1b-474a-a353-8c012c9c4d58 None None] Routers {'f929c908-6670-47e7-8aac-b218183c4177'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:49:03.250093 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-f73c5229-eb1b-474a-a353-8c012c9c4d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:48:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['f929c908-6670-47e7-8aac-b218183c4177'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:03.279661 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [req-7139ac87-ddc2-4c02-8142-2b834d17acb2 req-44ade5e3-0152-4f6f-9d9a-ace1d55ab1b2 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] For port e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c,segment=NetworkSegment(738642ba-67aa-4ae5-9425-36a990ad78b7),segment_id=738642ba-67aa-4ae5-9425-36a990ad78b7)] {{(pid=98474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:49:03.280131 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-7139ac87-ddc2-4c02-8142-2b834d17acb2 req-44ade5e3-0152-4f6f-9d9a-ace1d55ab1b2 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:03.348868 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432a163-7f89-45dc-861e-9b249d82988a None None] Pushing event updated for resources: {'Port': ['ID=0985f3a2-19ee-415c-ac5b-8d597cb80ec7,revision_number=4']} {{(pid=98476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:03.351995 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG oslo_concurrency.lockutils [None req-7432a163-7f89-45dc-861e-9b249d82988a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=98476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:03.439022 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [req-7139ac87-ddc2-4c02-8142-2b834d17acb2 req-44ade5e3-0152-4f6f-9d9a-ace1d55ab1b2 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Calling delete_port for e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c owned by compute:nova {{(pid=98474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:49:03.460673 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5963d25-2352-4989-a777-5c200f90a397 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4abfe93-67f9-4cf9-a4cf-540982c4ae54,revision_number=0']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:03.466811 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-a5963d25-2352-4989-a777-5c200f90a397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:03.480642 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5963d25-2352-4989-a777-5c200f90a397 admin admin] Checking segment: {'id': 'e22f358d-0ccd-4826-9618-46f69e49b302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c75603b0-7e87-433e-9a0e-e31cdcbcb2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:49:03.480934 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5963d25-2352-4989-a777-5c200f90a397 admin admin] Network hostable DHCP agents. Network: c75603b0-7e87-433e-9a0e-e31cdcbcb2a8, hostable agents: ['42768c43-11d1-4f10-a648-883cd7cd861b'], hosted agents: [] {{(pid=98474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:49:03.487116 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-f73c5229-eb1b-474a-a353-8c012c9c4d58 None None] Set router f929c908-6670-47e7-8aac-b218183c4177 gateway port host: dv-cinder-791240-3-iscsi {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:49:03.517071 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5963d25-2352-4989-a777-5c200f90a397 admin admin] Network c75603b0-7e87-433e-9a0e-e31cdcbcb2a8 is scheduled to be hosted by DHCP agent 42768c43-11d1-4f10-a648-883cd7cd861b with binding_index 1 {{(pid=98474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:49:03.529076 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [None req-a5963d25-2352-4989-a777-5c200f90a397 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-3-iscsi, c75603b0-7e87-433e-9a0e-e31cdcbcb2a8) {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:49:03.541087 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46786949-425c-48a7-b9ae-7f4762a350c5 None None] Network c75603b0-7e87-433e-9a0e-e31cdcbcb2a8 requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:49:03.582003 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5963d25-2352-4989-a777-5c200f90a397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:03.582651 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a5963d25-2352-4989-a777-5c200f90a397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for subnet, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:03.624098 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-a5963d25-2352-4989-a777-5c200f90a397 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4217410 May 25 15:49:03.625534 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-7139ac87-ddc2-4c02-8142-2b834d17acb2 req-44ade5e3-0152-4f6f-9d9a-ace1d55ab1b2 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:03.631043 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-c8b6e619-6e5c-4943-aa2a-f5c1b5ee80f9 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:03.635694 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 42548) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:03.638189 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:49:03.641074 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-ed81e9ce-0ae8-40f1-8b32-2c8537c39a6a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-259332811-router', 'tenant_id': '6082b26e8b9d4e088d0efd5e3c1b8909', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'}}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:49:03.646888 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-ed81e9ce-0ae8-40f1-8b32-2c8537c39a6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:49:03.650849 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-ed81e9ce-0ae8-40f1-8b32-2c8537c39a6a admin admin] Usage tracker for resource:router and tenant:6082b26e8b9d4e088d0efd5e3c1b8909 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:49:03.653836 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-ed81e9ce-0ae8-40f1-8b32-2c8537c39a6a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:49:03.661557 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-ed81e9ce-0ae8-40f1-8b32-2c8537c39a6a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:49:03.677314 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-ed81e9ce-0ae8-40f1-8b32-2c8537c39a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-360001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2893'] for router, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:03.678694 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-ed81e9ce-0ae8-40f1-8b32-2c8537c39a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-356929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-353694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2886'] for router, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:03.690766 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ade5e3-0152-4f6f-9d9a-ace1d55ab1b2 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Pushing event deleted for resources: {'Port': ['ID=e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:03.694857 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-44ade5e3-0152-4f6f-9d9a-ace1d55ab1b2 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:03.708728 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-ed81e9ce-0ae8-40f1-8b32-2c8537c39a6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:03.780524 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [req-7139ac87-ddc2-4c02-8142-2b834d17acb2 req-44ade5e3-0152-4f6f-9d9a-ace1d55ab1b2 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] No DVR routers for this DVR port e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c on host hv-cinder-79124 {{(pid=98474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:49:03.783870 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-7139ac87-ddc2-4c02-8142-2b834d17acb2 req-44ade5e3-0152-4f6f-9d9a-ace1d55ab1b2 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:03.785807 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-7139ac87-ddc2-4c02-8142-2b834d17acb2 req-44ade5e3-0152-4f6f-9d9a-ace1d55ab1b2 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.57 "DELETE /v2.0/ports/e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c HTTP/1.1" status: 204 len: 173 time: 1.1971686 May 25 15:49:03.786446 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f931bd-e818-42c2-b517-3db25f063e81', 'name': 'network-vif-deleted', 'tag': 'e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c'}] {{(pid=98474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:49:03.837219 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f931bd-e818-42c2-b517-3db25f063e81', 'name': 'network-vif-deleted', 'tag': 'e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c', 'status': 'completed', 'code': 200} May 25 15:49:03.865891 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f0f935-9deb-4f6e-8272-a57ceed4c4d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3986d8-61c6-5ed6-8f1b-ad1f15f239cc-c75603b0-7e87-433e-9a0e-e31cdcbcb2a8', 'network_id': 'c75603b0-7e87-433e-9a0e-e31cdcbcb2a8', 'tenant_id': '6082b26e8b9d4e088d0efd5e3c1b8909', 'fixed_ips': [{'subnet_id': 'c4abfe93-67f9-4cf9-a4cf-540982c4ae54'}]}} from dv-cinder-791240-3-iscsi. {{(pid=98475) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 15:49:03.867027 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-15f0f935-9deb-4f6e-8272-a57ceed4c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:03.965747 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-f73c5229-eb1b-474a-a353-8c012c9c4d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f929c908-6670-47e7-8aac-b218183c4177', 'name': 'tempest-TestVolumeBootPattern-1724297883-router', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:48:54Z', 'updated_at': '2021-05-25T15:49:00Z', 'revision_number': 4, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'gw_port': {'id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:55Z', 'updated_at': '2021-05-25T15:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '0985f3a2-19ee-415c-ac5b-8d597cb80ec7', 'name': '', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'mac_address': 'fa:16:3e:d4:26:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:59Z', 'updated_at': '2021-05-25T15:49:03Z', 'revision_number': 4, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'subnets': [{'id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:03.970952 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73c5229-eb1b-474a-a353-8c012c9c4d58 None None] The sync data for ids ['f929c908-6670-47e7-8aac-b218183c4177'] in dv-cinder-791240-3-iscsi is: [{'id': 'f929c908-6670-47e7-8aac-b218183c4177', 'name': 'tempest-TestVolumeBootPattern-1724297883-router', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:48:54Z', 'updated_at': '2021-05-25T15:49:00Z', 'revision_number': 4, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'gw_port': {'id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:55Z', 'updated_at': '2021-05-25T15:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '0985f3a2-19ee-415c-ac5b-8d597cb80ec7', 'name': '', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'mac_address': 'fa:16:3e:d4:26:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:59Z', 'updated_at': '2021-05-25T15:49:03Z', 'revision_number': 4, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'subnets': [{'id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:49:04.064934 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-2072ec62-be8f-4a40-8fc2-6c4f0e20c604 req-d633c8ea-2da3-4d25-b2b4-0b728fec9b47 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Synchronizing usage tracker for tenant:6c5ec2154f8d47738882b025a961628f on resource:port {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:49:04.089326 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.db_base_plugin_common [None req-15f0f935-9deb-4f6e-8272-a57ceed4c4d2 None None] Allocated IP 172.20.0.2 (c75603b0-7e87-433e-9a0e-e31cdcbcb2a8/c4abfe93-67f9-4cf9-a4cf-540982c4ae54/c7d4ef31-e1af-4537-ad41-4e291eb15b5e) {{(pid=98475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:49:04.093810 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-ed81e9ce-0ae8-40f1-8b32-2c8537c39a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-353723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-360051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2864'] for router, precommit_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:04.129601 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-2072ec62-be8f-4a40-8fc2-6c4f0e20c604 req-d633c8ea-2da3-4d25-b2b4-0b728fec9b47 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Unset dirty status for tenant:6c5ec2154f8d47738882b025a961628f on resource:port {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:49:04.139041 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2072ec62-be8f-4a40-8fc2-6c4f0e20c604 req-d633c8ea-2da3-4d25-b2b4-0b728fec9b47 tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] 10.222.0.32 "GET /v2.0/ports?device_id=40f931bd-e818-42c2-b517-3db25f063e81 HTTP/1.1" status: 200 len: 210 time: 0.1701767 May 25 15:49:04.415806 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-15f0f935-9deb-4f6e-8272-a57ceed4c4d2 None None] Notify callbacks [] for port, precommit_create {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:04.438551 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-15f0f935-9deb-4f6e-8272-a57ceed4c4d2 None None] Transition to ACTIVE for port object c7d4ef31-e1af-4537-ad41-4e291eb15b5e will not be triggered until provisioned by entity L2. {{(pid=98475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:49:04.469106 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-15f0f935-9deb-4f6e-8272-a57ceed4c4d2 None None] Transition to ACTIVE for port object c7d4ef31-e1af-4537-ad41-4e291eb15b5e will not be triggered until provisioned by entity DHCP. {{(pid=98475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:49:04.479269 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-15f0f935-9deb-4f6e-8272-a57ceed4c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363'] for port, after_create {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:04.482543 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596683e-d090-4fd1-831a-55f76c92b59b req-401237a7-b993-4084-b116-713fddc5e8f0 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:04.485639 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-98449991-4435-4a7d-82ef-997420f38c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:04.491051 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3596683e-d090-4fd1-831a-55f76c92b59b req-401237a7-b993-4084-b116-713fddc5e8f0 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 946 time: 0.1220465 May 25 15:49:04.580821 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3596683e-d090-4fd1-831a-55f76c92b59b req-ec895d15-da76-43bd-bf2d-a6581a2396c7 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885506 May 25 15:49:04.609561 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f0f935-9deb-4f6e-8272-a57ceed4c4d2 None None] Network c75603b0-7e87-433e-9a0e-e31cdcbcb2a8 is already hosted by enough agents. {{(pid=98475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:49:04.614439 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.scheduler.base_scheduler [None req-15f0f935-9deb-4f6e-8272-a57ceed4c4d2 None None] Resources bound (agent type, host, resource id): {{(pid=98475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:49:04.617255 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f0f935-9deb-4f6e-8272-a57ceed4c4d2 None None] Received port after_create {{(pid=98475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:49:04.618190 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-ed81e9ce-0ae8-40f1-8b32-2c8537c39a6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:04.650684 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-ed81e9ce-0ae8-40f1-8b32-2c8537c39a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:04.711209 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f0f935-9deb-4f6e-8272-a57ceed4c4d2 None None] Pushing event updated for resources: {'Port': ['ID=c7d4ef31-e1af-4537-ad41-4e291eb15b5e,revision_number=1']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:04.714158 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-15f0f935-9deb-4f6e-8272-a57ceed4c4d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:04.752006 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-15f0f935-9deb-4f6e-8272-a57ceed4c4d2 None None] Attempting to bind port c7d4ef31-e1af-4537-ad41-4e291eb15b5e on host dv-cinder-791240-3-iscsi for vnic_type normal with profile {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:49:04.752556 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-15f0f935-9deb-4f6e-8272-a57ceed4c4d2 None None] Attempting to bind port c7d4ef31-e1af-4537-ad41-4e291eb15b5e by drivers openvswitch,hyperv on host dv-cinder-791240-3-iscsi at level 0 using segments [{'id': 'e22f358d-0ccd-4826-9618-46f69e49b302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c75603b0-7e87-433e-9a0e-e31cdcbcb2a8'}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:49:04.752982 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f0f935-9deb-4f6e-8272-a57ceed4c4d2 None None] Attempting to bind port c7d4ef31-e1af-4537-ad41-4e291eb15b5e on network c75603b0-7e87-433e-9a0e-e31cdcbcb2a8 {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:49:04.761132 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f0f935-9deb-4f6e-8272-a57ceed4c4d2 None None] Checking agent: {'id': '0d0ec358-3583-457d-8c3e-30368d3d3544', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 31, 43), 'started_at': datetime.datetime(2021, 5, 25, 15, 32, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:49:04.761844 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f0f935-9deb-4f6e-8272-a57ceed4c4d2 None None] Checking segment: {'id': 'e22f358d-0ccd-4826-9618-46f69e49b302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c75603b0-7e87-433e-9a0e-e31cdcbcb2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:49:04.762296 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-15f0f935-9deb-4f6e-8272-a57ceed4c4d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:04.762836 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f0f935-9deb-4f6e-8272-a57ceed4c4d2 None None] Bound using segment: {'id': 'e22f358d-0ccd-4826-9618-46f69e49b302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c75603b0-7e87-433e-9a0e-e31cdcbcb2a8'} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:49:04.763299 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-15f0f935-9deb-4f6e-8272-a57ceed4c4d2 None None] Bound port: c7d4ef31-e1af-4537-ad41-4e291eb15b5e, host: dv-cinder-791240-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e22f358d-0ccd-4826-9618-46f69e49b302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c75603b0-7e87-433e-9a0e-e31cdcbcb2a8'}}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:49:04.763735 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-15f0f935-9deb-4f6e-8272-a57ceed4c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:04.850470 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.db_base_plugin_common [None req-ed81e9ce-0ae8-40f1-8b32-2c8537c39a6a admin admin] Allocated IP 172.27.3.207 (64bdbeb4-2429-4b9e-9f88-29f950eefffc/3f9f8472-0ab8-4bd8-a441-92a12c3f4c58/692abc49-68e7-47ec-bd7b-c6287882ced1) {{(pid=98473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:49:04.889234 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-15f0f935-9deb-4f6e-8272-a57ceed4c4d2 None None] For port c7d4ef31-e1af-4537-ad41-4e291eb15b5e, host dv-cinder-791240-3-iscsi, cleared binding levels {{(pid=98475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:49:04.896232 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-15f0f935-9deb-4f6e-8272-a57ceed4c4d2 None None] For port c7d4ef31-e1af-4537-ad41-4e291eb15b5e, host dv-cinder-791240-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=c7d4ef31-e1af-4537-ad41-4e291eb15b5e,segment=NetworkSegment(e22f358d-0ccd-4826-9618-46f69e49b302),segment_id=e22f358d-0ccd-4826-9618-46f69e49b302)] {{(pid=98475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:49:04.903161 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-15f0f935-9deb-4f6e-8272-a57ceed4c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:04.909305 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:05.029386 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f0f935-9deb-4f6e-8272-a57ceed4c4d2 None None] Pushing event updated for resources: {'Port': ['ID=c7d4ef31-e1af-4537-ad41-4e291eb15b5e,revision_number=2']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:05.037016 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-15f0f935-9deb-4f6e-8272-a57ceed4c4d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:05.061645 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 0985f3a2-19ee-415c-ac5b-8d597cb80ec7 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:49:05.100817 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-ed81e9ce-0ae8-40f1-8b32-2c8537c39a6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:05.142500 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning for port 0985f3a2-19ee-415c-ac5b-8d597cb80ec7 completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:49:05.149570 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port 0985f3a2-19ee-415c-ac5b-8d597cb80ec7 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:49:05.150260 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:05.158792 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-ed81e9ce-0ae8-40f1-8b32-2c8537c39a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31785040'] for port, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:05.165146 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-d53a7035-ee8e-482b-b53b-304b47b7f071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:05.302093 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed81e9ce-0ae8-40f1-8b32-2c8537c39a6a admin admin] Network 64bdbeb4-2429-4b9e-9f88-29f950eefffc is already hosted by enough agents. {{(pid=98473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:49:05.307715 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.base_scheduler [None req-ed81e9ce-0ae8-40f1-8b32-2c8537c39a6a admin admin] Resources bound (agent type, host, resource id): {{(pid=98473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:49:05.321465 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed81e9ce-0ae8-40f1-8b32-2c8537c39a6a admin admin] Received port after_create {{(pid=98473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:49:05.393542 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed81e9ce-0ae8-40f1-8b32-2c8537c39a6a admin admin] Pushing event updated for resources: {'Port': ['ID=692abc49-68e7-47ec-bd7b-c6287882ced1,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:05.395138 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:05.402164 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-ed81e9ce-0ae8-40f1-8b32-2c8537c39a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:05.469556 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] For port 0985f3a2-19ee-415c-ac5b-8d597cb80ec7, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=0985f3a2-19ee-415c-ac5b-8d597cb80ec7,segment=NetworkSegment(1f537b8e-f549-42b6-bcda-f919a28863c9),segment_id=1f537b8e-f549-42b6-bcda-f919a28863c9)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:49:05.477228 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:05.486432 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:05.785643 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Pushing event updated for resources: {'Port': ['ID=0985f3a2-19ee-415c-ac5b-8d597cb80ec7,revision_number=5']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:05.809176 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:05.923404 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:49:06.003610 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] No Port match for: e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:49:06.004143 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device e90dbdd9-c67b-4114-bde1-2f65fdf8ca3c not bound to the agent host hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:49:06.241761 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b7919-8f07-4124-ad3d-f4a3f696c2da req-763166bb-14dd-4cd1-ba0b-ba1cb305cc6e tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:06.243291 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-bf5b7919-8f07-4124-ad3d-f4a3f696c2da req-763166bb-14dd-4cd1-ba0b-ba1cb305cc6e tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 946 time: 0.4041798 May 25 15:49:06.440351 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-ed81e9ce-0ae8-40f1-8b32-2c8537c39a6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:06.519619 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-bf5b7919-8f07-4124-ad3d-f4a3f696c2da req-990629b9-8064-4506-9958-475228491a18 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2665505 May 25 15:49:06.648267 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 42634) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:06.667501 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbfe101-a46c-4030-9bd2-6389055235d9 None None] Network c75603b0-7e87-433e-9a0e-e31cdcbcb2a8 requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:49:06.855536 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-40ed5b6d-3d27-4f6c-bbe4-29773d2aad3c None None] Provisioning for port c7d4ef31-e1af-4537-ad41-4e291eb15b5e completed by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:49:06.879480 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-ed81e9ce-0ae8-40f1-8b32-2c8537c39a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-360008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-353784'] for router, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:07.159729 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 0985f3a2-19ee-415c-ac5b-8d597cb80ec7 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:49:07.255445 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed81e9ce-0ae8-40f1-8b32-2c8537c39a6a admin admin] Router e0a35bfd-4620-4918-aede-fd1727fb70cd is scheduled to L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 with binding_index 1 {{(pid=98473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 15:49:07.312846 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port 0985f3a2-19ee-415c-ac5b-8d597cb80ec7 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:49:07.313523 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:07.493625 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a3155d16-986b-44d7-b160-f7936ed6a706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-352562'] for router_interface, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:07.502801 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device c7d4ef31-e1af-4537-ad41-4e291eb15b5e up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:49:07.536937 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed81e9ce-0ae8-40f1-8b32-2c8537c39a6a admin admin] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:49:07.551423 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf05a46-17e0-4fde-9aa6-7c5766179539 None None] Sync routers for ids ['e0a35bfd-4620-4918-aede-fd1727fb70cd'] in dv-cinder-791240-3-iscsi {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:49:07.568664 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf05a46-17e0-4fde-9aa6-7c5766179539 None None] Routers {'e0a35bfd-4620-4918-aede-fd1727fb70cd'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:49:07.569294 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-0cf05a46-17e0-4fde-9aa6-7c5766179539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:48:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['e0a35bfd-4620-4918-aede-fd1727fb70cd'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:07.611915 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-ed81e9ce-0ae8-40f1-8b32-2c8537c39a6a admin admin] Notify callbacks [] for router, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:07.613149 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-ed81e9ce-0ae8-40f1-8b32-2c8537c39a6a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9763806 May 25 15:49:07.615805 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 42640) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:07.877791 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-0cf05a46-17e0-4fde-9aa6-7c5766179539 None None] Set router e0a35bfd-4620-4918-aede-fd1727fb70cd gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:49:08.170105 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f433ca-4363-459d-9d40-685aa12aff6b req-72c8e926-0770-456e-85e3-dedccce65ae4 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:08.170853 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning for port c7d4ef31-e1af-4537-ad41-4e291eb15b5e completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:49:08.177993 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-72f433ca-4363-459d-9d40-685aa12aff6b req-72c8e926-0770-456e-85e3-dedccce65ae4 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 946 time: 0.4643123 May 25 15:49:08.179784 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port c7d4ef31-e1af-4537-ad41-4e291eb15b5e triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:49:08.180236 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:08.189078 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [None req-a3155d16-986b-44d7-b160-f7936ed6a706 admin admin] Deleting port e6d5ae2c-ff89-462d-8d7f-7d991e89cad7 {{(pid=98474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:49:08.190185 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a3155d16-986b-44d7-b160-f7936ed6a706 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:08.348016 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [None req-a3155d16-986b-44d7-b160-f7936ed6a706 admin admin] For port e6d5ae2c-ff89-462d-8d7f-7d991e89cad7, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=e6d5ae2c-ff89-462d-8d7f-7d991e89cad7,segment=NetworkSegment(738642ba-67aa-4ae5-9425-36a990ad78b7),segment_id=738642ba-67aa-4ae5-9425-36a990ad78b7)] {{(pid=98474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:49:08.348513 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a3155d16-986b-44d7-b160-f7936ed6a706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:08.350294 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-72f433ca-4363-459d-9d40-685aa12aff6b req-0b8513f0-b09d-41ce-affa-b5e56ee02a36 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714046 May 25 15:49:08.396835 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:08.443942 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] For port c7d4ef31-e1af-4537-ad41-4e291eb15b5e, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=c7d4ef31-e1af-4537-ad41-4e291eb15b5e,segment=NetworkSegment(e22f358d-0ccd-4826-9618-46f69e49b302),segment_id=e22f358d-0ccd-4826-9618-46f69e49b302)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:49:08.446105 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-0cf05a46-17e0-4fde-9aa6-7c5766179539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a35bfd-4620-4918-aede-fd1727fb70cd', 'name': 'tempest-TestVolumeBootPattern-259332811-router', 'tenant_id': '6082b26e8b9d4e088d0efd5e3c1b8909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '692abc49-68e7-47ec-bd7b-c6287882ced1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:49:03Z', 'updated_at': '2021-05-25T15:49:06Z', 'revision_number': 3, 'project_id': '6082b26e8b9d4e088d0efd5e3c1b8909', 'gw_port': {'id': '692abc49-68e7-47ec-bd7b-c6287882ced1', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a35bfd-4620-4918-aede-fd1727fb70cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:49:04Z', 'updated_at': '2021-05-25T15:49:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi'}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:08.451543 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf05a46-17e0-4fde-9aa6-7c5766179539 None None] Checking router: e0a35bfd-4620-4918-aede-fd1727fb70cd for host: dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:49:08.452157 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf05a46-17e0-4fde-9aa6-7c5766179539 None None] Updating router e0a35bfd-4620-4918-aede-fd1727fb70cd port 692abc49-68e7-47ec-bd7b-c6287882ced1 binding host dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:49:08.491966 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:08.507628 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:08.510308 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [None req-a3155d16-986b-44d7-b160-f7936ed6a706 admin admin] Calling delete_port for e6d5ae2c-ff89-462d-8d7f-7d991e89cad7 owned by network:router_interface {{(pid=98474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:49:08.589245 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Pushing event updated for resources: {'Port': ['ID=c7d4ef31-e1af-4537-ad41-4e291eb15b5e,revision_number=3']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:08.601379 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:08.602106 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-0cf05a46-17e0-4fde-9aa6-7c5766179539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:08.874029 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a3155d16-986b-44d7-b160-f7936ed6a706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:08.884338 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-67b47b60-c394-4e9e-a460-82afc886e2cc tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:08.893096 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d47a45d1-7aed-4c26-a1b3-d4f1162bcc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:08.949681 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3155d16-986b-44d7-b160-f7936ed6a706 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6d5ae2c-ff89-462d-8d7f-7d991e89cad7,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:09.021929 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3155d16-986b-44d7-b160-f7936ed6a706 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:09.022549 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3155d16-986b-44d7-b160-f7936ed6a706 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:09.023133 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3155d16-986b-44d7-b160-f7936ed6a706 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:09.023706 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3155d16-986b-44d7-b160-f7936ed6a706 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:09.024300 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3155d16-986b-44d7-b160-f7936ed6a706 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:09.025901 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3155d16-986b-44d7-b160-f7936ed6a706 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:09.026506 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3155d16-986b-44d7-b160-f7936ed6a706 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:09.027677 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3155d16-986b-44d7-b160-f7936ed6a706 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:09.031997 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3155d16-986b-44d7-b160-f7936ed6a706 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:09.032705 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3155d16-986b-44d7-b160-f7936ed6a706 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:09.033308 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3155d16-986b-44d7-b160-f7936ed6a706 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:09.033918 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3155d16-986b-44d7-b160-f7936ed6a706 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:09.072629 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-a3155d16-986b-44d7-b160-f7936ed6a706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:09.099443 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device c7d4ef31-e1af-4537-ad41-4e291eb15b5e up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:49:09.170380 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-0cf05a46-17e0-4fde-9aa6-7c5766179539 None None] Notify callbacks [] for port, precommit_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:09.186797 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-0cf05a46-17e0-4fde-9aa6-7c5766179539 None None] Transition to ACTIVE for port object 692abc49-68e7-47ec-bd7b-c6287882ced1 will not be triggered until provisioned by entity L2. {{(pid=98475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:49:09.201544 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port c7d4ef31-e1af-4537-ad41-4e291eb15b5e triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:49:09.201915 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:09.231212 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-0cf05a46-17e0-4fde-9aa6-7c5766179539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:09.244071 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-6b6cb663-8416-47c0-916a-312e18784f60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:09.335004 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdb9cd-15bb-47c3-ab08-5c3d4c876920 None None] Pushing event updated for resources: {'Port': ['ID=692abc49-68e7-47ec-bd7b-c6287882ced1,revision_number=2']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:09.345597 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-12bdb9cd-15bb-47c3-ab08-5c3d4c876920 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:09.365855 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-0cf05a46-17e0-4fde-9aa6-7c5766179539 None None] Attempting to bind port 692abc49-68e7-47ec-bd7b-c6287882ced1 on host dv-cinder-791240-3-iscsi for vnic_type normal with profile {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:49:09.366321 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-0cf05a46-17e0-4fde-9aa6-7c5766179539 None None] Attempting to bind port 692abc49-68e7-47ec-bd7b-c6287882ced1 by drivers openvswitch,hyperv on host dv-cinder-791240-3-iscsi at level 0 using segments [{'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:49:09.366910 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf05a46-17e0-4fde-9aa6-7c5766179539 None None] Attempting to bind port 692abc49-68e7-47ec-bd7b-c6287882ced1 on network 64bdbeb4-2429-4b9e-9f88-29f950eefffc {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:49:09.377346 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf05a46-17e0-4fde-9aa6-7c5766179539 None None] Checking agent: {'id': '0d0ec358-3583-457d-8c3e-30368d3d3544', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 31, 43), 'started_at': datetime.datetime(2021, 5, 25, 15, 32, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:49:09.377724 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf05a46-17e0-4fde-9aa6-7c5766179539 None None] Checking segment: {'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:49:09.378138 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-0cf05a46-17e0-4fde-9aa6-7c5766179539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:09.378571 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf05a46-17e0-4fde-9aa6-7c5766179539 None None] Bound using segment: {'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:49:09.379034 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-0cf05a46-17e0-4fde-9aa6-7c5766179539 None None] Bound port: 692abc49-68e7-47ec-bd7b-c6287882ced1, host: dv-cinder-791240-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '709432ef-9055-43de-bcb9-c4833f38b817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc'}}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:49:09.379465 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-0cf05a46-17e0-4fde-9aa6-7c5766179539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:09.399448 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.db_base_plugin_common [None req-d47a45d1-7aed-4c26-a1b3-d4f1162bcc9f admin admin] Allocated IP 172.20.0.1 (c75603b0-7e87-433e-9a0e-e31cdcbcb2a8/c4abfe93-67f9-4cf9-a4cf-540982c4ae54/42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7) {{(pid=98473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:49:09.460774 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-0cf05a46-17e0-4fde-9aa6-7c5766179539 None None] For port 692abc49-68e7-47ec-bd7b-c6287882ced1, host dv-cinder-791240-3-iscsi, cleared binding levels {{(pid=98475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:49:09.464233 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-0cf05a46-17e0-4fde-9aa6-7c5766179539 None None] For port 692abc49-68e7-47ec-bd7b-c6287882ced1, host dv-cinder-791240-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=692abc49-68e7-47ec-bd7b-c6287882ced1,segment=NetworkSegment(709432ef-9055-43de-bcb9-c4833f38b817),segment_id=709432ef-9055-43de-bcb9-c4833f38b817)] {{(pid=98475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:49:09.487433 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-0cf05a46-17e0-4fde-9aa6-7c5766179539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:09.493034 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-28a14e2a-a589-46b4-aad6-95ed9b3da7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:09.518950 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a3155d16-986b-44d7-b160-f7936ed6a706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358818'] for router_interface, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:09.638320 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf05a46-17e0-4fde-9aa6-7c5766179539 None None] Routers {'e0a35bfd-4620-4918-aede-fd1727fb70cd'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:49:09.639100 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-0cf05a46-17e0-4fde-9aa6-7c5766179539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:48:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['e0a35bfd-4620-4918-aede-fd1727fb70cd'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:09.678103 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d47a45d1-7aed-4c26-a1b3-d4f1162bcc9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:09.706433 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f662b28-afcc-49a8-924b-68f549eb8ffe req-33aea80e-1abb-483b-917e-4bde87d21131 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:09.708374 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-2f662b28-afcc-49a8-924b-68f549eb8ffe req-33aea80e-1abb-483b-917e-4bde87d21131 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 946 time: 0.1582074 May 25 15:49:09.711170 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.provisioning_blocks [None req-d47a45d1-7aed-4c26-a1b3-d4f1162bcc9f admin admin] Transition to ACTIVE for port object 42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7 will not be triggered until provisioned by entity DHCP. {{(pid=98473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:49:09.729193 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdb9cd-15bb-47c3-ab08-5c3d4c876920 None None] Pushing event updated for resources: {'Port': ['ID=692abc49-68e7-47ec-bd7b-c6287882ced1,revision_number=3']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:09.741708 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-12bdb9cd-15bb-47c3-ab08-5c3d4c876920 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:09.800699 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-2f662b28-afcc-49a8-924b-68f549eb8ffe req-8a52b34c-59cb-416f-8bdf-dee599ad6bbc tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860732 May 25 15:49:09.811913 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d47a45d1-7aed-4c26-a1b3-d4f1162bcc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31785040'] for port, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:09.821146 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-2ff6125c-8a3c-498f-bff3-5495bbaf1a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:09.923630 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-0cf05a46-17e0-4fde-9aa6-7c5766179539 None None] Set router e0a35bfd-4620-4918-aede-fd1727fb70cd gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:49:09.935457 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47a45d1-7aed-4c26-a1b3-d4f1162bcc9f admin admin] Network c75603b0-7e87-433e-9a0e-e31cdcbcb2a8 is already hosted by enough agents. {{(pid=98473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:49:09.939201 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.base_scheduler [None req-d47a45d1-7aed-4c26-a1b3-d4f1162bcc9f admin admin] Resources bound (agent type, host, resource id): {{(pid=98473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:49:09.958578 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47a45d1-7aed-4c26-a1b3-d4f1162bcc9f admin admin] Received port after_create {{(pid=98473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:49:10.005415 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a45d1-7aed-4c26-a1b3-d4f1162bcc9f admin admin] Pushing event updated for resources: {'Port': ['ID=42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:10.059215 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47a45d1-7aed-4c26-a1b3-d4f1162bcc9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:10.060170 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47a45d1-7aed-4c26-a1b3-d4f1162bcc9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:10.060784 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47a45d1-7aed-4c26-a1b3-d4f1162bcc9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:10.061366 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47a45d1-7aed-4c26-a1b3-d4f1162bcc9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:10.061960 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47a45d1-7aed-4c26-a1b3-d4f1162bcc9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:10.062654 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47a45d1-7aed-4c26-a1b3-d4f1162bcc9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:10.063268 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47a45d1-7aed-4c26-a1b3-d4f1162bcc9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:10.063929 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47a45d1-7aed-4c26-a1b3-d4f1162bcc9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:10.064511 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47a45d1-7aed-4c26-a1b3-d4f1162bcc9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:10.065100 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47a45d1-7aed-4c26-a1b3-d4f1162bcc9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:10.065695 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47a45d1-7aed-4c26-a1b3-d4f1162bcc9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:10.067047 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47a45d1-7aed-4c26-a1b3-d4f1162bcc9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:10.072090 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-d47a45d1-7aed-4c26-a1b3-d4f1162bcc9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:10.081560 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d47a45d1-7aed-4c26-a1b3-d4f1162bcc9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-352649'] for router_interface, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:10.288523 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3155d16-986b-44d7-b160-f7936ed6a706 admin admin] Router b9c39145-d401-4952-a1c9-f3ffbe8092ef has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:49:10.321334 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d47a45d1-7aed-4c26-a1b3-d4f1162bcc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:10.338662 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c108f212-bc70-4be8-a4eb-b2897a2157f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:10.397903 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-3f609953-d052-482c-8888-b4005d9185ce None None] Provisioning for port 42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7 completed by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:49:10.404404 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-3f609953-d052-482c-8888-b4005d9185ce None None] Provisioning complete for port 42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7 triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:49:10.404673 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-3f609953-d052-482c-8888-b4005d9185ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:10.471152 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-0cf05a46-17e0-4fde-9aa6-7c5766179539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a35bfd-4620-4918-aede-fd1727fb70cd', 'name': 'tempest-TestVolumeBootPattern-259332811-router', 'tenant_id': '6082b26e8b9d4e088d0efd5e3c1b8909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '692abc49-68e7-47ec-bd7b-c6287882ced1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:49:03Z', 'updated_at': '2021-05-25T15:49:06Z', 'revision_number': 3, 'project_id': '6082b26e8b9d4e088d0efd5e3c1b8909', 'gw_port': {'id': '692abc49-68e7-47ec-bd7b-c6287882ced1', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a35bfd-4620-4918-aede-fd1727fb70cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:49:04Z', 'updated_at': '2021-05-25T15:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi'}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:10.479662 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf05a46-17e0-4fde-9aa6-7c5766179539 None None] The sync data for ids ['e0a35bfd-4620-4918-aede-fd1727fb70cd'] in dv-cinder-791240-3-iscsi is: [{'id': 'e0a35bfd-4620-4918-aede-fd1727fb70cd', 'name': 'tempest-TestVolumeBootPattern-259332811-router', 'tenant_id': '6082b26e8b9d4e088d0efd5e3c1b8909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '692abc49-68e7-47ec-bd7b-c6287882ced1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:49:03Z', 'updated_at': '2021-05-25T15:49:06Z', 'revision_number': 3, 'project_id': '6082b26e8b9d4e088d0efd5e3c1b8909', 'gw_port': {'id': '692abc49-68e7-47ec-bd7b-c6287882ced1', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a35bfd-4620-4918-aede-fd1727fb70cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:49:04Z', 'updated_at': '2021-05-25T15:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi'}] {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:49:10.518717 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-3f609953-d052-482c-8888-b4005d9185ce None None] Port 42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7 cannot update to ACTIVE because it is not bound. {{(pid=98475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:49:10.575794 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3155d16-986b-44d7-b160-f7936ed6a706 admin admin] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:49:10.592696 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95be65c7-908d-4914-83d5-337f6453e1df None None] Sync routers for ids ['b9c39145-d401-4952-a1c9-f3ffbe8092ef'] in dv-cinder-791240-3-iscsi {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:49:10.606844 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95be65c7-908d-4914-83d5-337f6453e1df None None] Routers {'b9c39145-d401-4952-a1c9-f3ffbe8092ef'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:49:10.613034 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-a3155d16-986b-44d7-b160-f7936ed6a706 admin admin] 10.222.0.32 "PUT /v2.0/routers/b9c39145-d401-4952-a1c9-f3ffbe8092ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9617608 May 25 15:49:10.614588 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-95be65c7-908d-4914-83d5-337f6453e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:48:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['b9c39145-d401-4952-a1c9-f3ffbe8092ef'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:10.615271 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 42652) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:10.804901 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d47a45d1-7aed-4c26-a1b3-d4f1162bcc9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:10.816152 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d47a45d1-7aed-4c26-a1b3-d4f1162bcc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31785049'] for port, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:10.847505 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-11b17a59-14d0-432d-a4af-c2405748e471 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:10.872940 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-5b932ed2-3dff-4e65-bd8a-ae2e6d8c364e admin admin] Notify callbacks [] for router, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:11.004415 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-95be65c7-908d-4914-83d5-337f6453e1df None None] Set router b9c39145-d401-4952-a1c9-f3ffbe8092ef gateway port host: dv-cinder-791240-3-iscsi {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:49:11.024527 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d47a45d1-7aed-4c26-a1b3-d4f1162bcc9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-352548'] for router_interface, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:11.189400 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-5b932ed2-3dff-4e65-bd8a-ae2e6d8c364e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:11.302706 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [None req-5b932ed2-3dff-4e65-bd8a-ae2e6d8c364e admin admin] Deleting port 73f22633-9691-48dc-ae85-ec3bcaba9e05 {{(pid=98474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:49:11.303081 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-5b932ed2-3dff-4e65-bd8a-ae2e6d8c364e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:11.447062 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a45d1-7aed-4c26-a1b3-d4f1162bcc9f admin admin] Pushing event updated for resources: {'Port': ['ID=42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7,revision_number=2']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:11.485937 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [None req-5b932ed2-3dff-4e65-bd8a-ae2e6d8c364e admin admin] For port 73f22633-9691-48dc-ae85-ec3bcaba9e05, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=73f22633-9691-48dc-ae85-ec3bcaba9e05,segment=NetworkSegment(709432ef-9055-43de-bcb9-c4833f38b817),segment_id=709432ef-9055-43de-bcb9-c4833f38b817)] {{(pid=98474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:49:11.486638 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-5b932ed2-3dff-4e65-bd8a-ae2e6d8c364e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:11.487573 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-d47a45d1-7aed-4c26-a1b3-d4f1162bcc9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:11.553061 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-95be65c7-908d-4914-83d5-337f6453e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'name': 'tempest-TestMinimumBasicScenario-1710825477-router', 'tenant_id': '6c5ec2154f8d47738882b025a961628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '73f22633-9691-48dc-ae85-ec3bcaba9e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:44:59Z', 'updated_at': '2021-05-25T15:49:08Z', 'revision_number': 5, 'project_id': '6c5ec2154f8d47738882b025a961628f', 'gw_port': {'id': '73f22633-9691-48dc-ae85-ec3bcaba9e05', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:00Z', 'updated_at': '2021-05-25T15:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi'}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:11.560255 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95be65c7-908d-4914-83d5-337f6453e1df None None] Checking router: b9c39145-d401-4952-a1c9-f3ffbe8092ef for host: dv-cinder-791240-3-iscsi {{(pid=98476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:49:11.571109 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95be65c7-908d-4914-83d5-337f6453e1df None None] Routers {'b9c39145-d401-4952-a1c9-f3ffbe8092ef'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:49:11.572024 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-95be65c7-908d-4914-83d5-337f6453e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:48:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['b9c39145-d401-4952-a1c9-f3ffbe8092ef'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:11.632463 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47a45d1-7aed-4c26-a1b3-d4f1162bcc9f admin admin] Network c75603b0-7e87-433e-9a0e-e31cdcbcb2a8 is already hosted by enough agents. {{(pid=98473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:49:11.635223 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.base_scheduler [None req-d47a45d1-7aed-4c26-a1b3-d4f1162bcc9f admin admin] Resources bound (agent type, host, resource id): {{(pid=98473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:49:11.650958 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5b09e-7c27-42c2-9c41-202bc1b0d0d5 req-dcfa06a1-0236-414b-9b81-01aace291423 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:11.652875 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-fad5b09e-7c27-42c2-9c41-202bc1b0d0d5 req-dcfa06a1-0236-414b-9b81-01aace291423 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 946 time: 0.3897011 May 25 15:49:11.726471 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [None req-5b932ed2-3dff-4e65-bd8a-ae2e6d8c364e admin admin] Calling delete_port for 73f22633-9691-48dc-ae85-ec3bcaba9e05 owned by network:router_gateway {{(pid=98474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:49:11.872977 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-95be65c7-908d-4914-83d5-337f6453e1df None None] Set router b9c39145-d401-4952-a1c9-f3ffbe8092ef gateway port host: None {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:49:11.928806 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-5b932ed2-3dff-4e65-bd8a-ae2e6d8c364e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:11.942710 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-6657b486-bf23-49b1-a452-9368f9d78ec2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:11.961788 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-fad5b09e-7c27-42c2-9c41-202bc1b0d0d5 req-db239c7d-c5be-4900-a8e9-22d4e9f031a8 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029641 May 25 15:49:12.012288 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47a45d1-7aed-4c26-a1b3-d4f1162bcc9f admin admin] Router e0a35bfd-4620-4918-aede-fd1727fb70cd has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:49:12.014885 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b932ed2-3dff-4e65-bd8a-ae2e6d8c364e admin admin] Pushing event deleted for resources: {'Port': ['ID=73f22633-9691-48dc-ae85-ec3bcaba9e05,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:12.046371 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-5b932ed2-3dff-4e65-bd8a-ae2e6d8c364e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:12.070993 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-cb30f505-06aa-4dc0-9c24-44bf5321e3c9 None None] Provisioning complete for port 42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7 triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:49:12.071580 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-cb30f505-06aa-4dc0-9c24-44bf5321e3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:12.160422 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-95be65c7-908d-4914-83d5-337f6453e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'name': 'tempest-TestMinimumBasicScenario-1710825477-router', 'tenant_id': '6c5ec2154f8d47738882b025a961628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:44:59Z', 'updated_at': '2021-05-25T15:49:11Z', 'revision_number': 6, 'project_id': '6c5ec2154f8d47738882b025a961628f', 'gw_port_host': None}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:12.170293 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95be65c7-908d-4914-83d5-337f6453e1df None None] The sync data for ids ['b9c39145-d401-4952-a1c9-f3ffbe8092ef'] in dv-cinder-791240-3-iscsi is: [{'id': 'b9c39145-d401-4952-a1c9-f3ffbe8092ef', 'name': 'tempest-TestMinimumBasicScenario-1710825477-router', 'tenant_id': '6c5ec2154f8d47738882b025a961628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:44:59Z', 'updated_at': '2021-05-25T15:49:11Z', 'revision_number': 6, 'project_id': '6c5ec2154f8d47738882b025a961628f', 'gw_port_host': None}] {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:49:12.180243 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-5b932ed2-3dff-4e65-bd8a-ae2e6d8c364e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-353583'] for router_gateway, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:12.192021 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-cb30f505-06aa-4dc0-9c24-44bf5321e3c9 None None] Port 42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7 cannot update to ACTIVE because it is not bound. {{(pid=98475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:49:12.256560 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47a45d1-7aed-4c26-a1b3-d4f1162bcc9f admin admin] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:49:12.277507 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-d47a45d1-7aed-4c26-a1b3-d4f1162bcc9f admin admin] 10.222.0.32 "PUT /v2.0/routers/e0a35bfd-4620-4918-aede-fd1727fb70cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6604087 May 25 15:49:12.517693 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-5b932ed2-3dff-4e65-bd8a-ae2e6d8c364e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2879'] for router, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:12.522196 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-5b932ed2-3dff-4e65-bd8a-ae2e6d8c364e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:12.587461 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-5b932ed2-3dff-4e65-bd8a-ae2e6d8c364e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-358558'] for router, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:12.588592 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b932ed2-3dff-4e65-bd8a-ae2e6d8c364e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9c39145-d401-4952-a1c9-f3ffbe8092ef {{(pid=98474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 15:49:12.616420 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-5b932ed2-3dff-4e65-bd8a-ae2e6d8c364e admin admin] Notify callbacks [] for router, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:12.620755 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 42672) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:12.621456 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-5b932ed2-3dff-4e65-bd8a-ae2e6d8c364e admin admin] 10.222.0.32 "DELETE /v2.0/routers/b9c39145-d401-4952-a1c9-f3ffbe8092ef HTTP/1.1" status: 204 len: 168 time: 2.0047216 May 25 15:49:12.739740 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:12.754671 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f940634-2205-4f34-aedb-cfca72878c1e admin admin] Deleting subnet b69bcd5b-467f-4553-a931-328c7b885a73 {{(pid=98473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 15:49:12.759304 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-0f940634-2205-4f34-aedb-cfca72878c1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:12.833512 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-0f940634-2205-4f34-aedb-cfca72878c1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32057853'] for subnet, precommit_delete_associations {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:12.902640 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-bb9a9fe7-21be-4054-a29a-bbe3c7f1784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:12.962718 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-0f940634-2205-4f34-aedb-cfca72878c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1682880'] for subnet, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:13.267490 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc7207e-ffb9-48d4-adc5-b012756b02da None None] Sync routers for ids ['e0a35bfd-4620-4918-aede-fd1727fb70cd'] in dv-cinder-791240-3-iscsi {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:49:13.282291 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 692abc49-68e7-47ec-bd7b-c6287882ced1 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:49:13.331221 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 42678) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:13.337327 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-64ea70d3-8ab5-4499-a050-dd4dc7e4a47f tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-783903878', 'description': 'tempest-secgroup-smoke-783903878 description', 'project_id': '84b618e26d84448e895072b4ac0967b1'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:49:13.344995 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-64ea70d3-8ab5-4499-a050-dd4dc7e4a47f tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:49:13.349269 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-64ea70d3-8ab5-4499-a050-dd4dc7e4a47f tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Usage tracker for resource:security_group and tenant:84b618e26d84448e895072b4ac0967b1 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:49:13.352775 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-64ea70d3-8ab5-4499-a050-dd4dc7e4a47f tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:49:13.366666 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-64ea70d3-8ab5-4499-a050-dd4dc7e4a47f tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:49:13.379158 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-64ea70d3-8ab5-4499-a050-dd4dc7e4a47f tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:13.404234 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc7207e-ffb9-48d4-adc5-b012756b02da None None] Routers {'e0a35bfd-4620-4918-aede-fd1727fb70cd'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:49:13.405145 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-2bc7207e-ffb9-48d4-adc5-b012756b02da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:49:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['e0a35bfd-4620-4918-aede-fd1727fb70cd'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:13.406238 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-64ea70d3-8ab5-4499-a050-dd4dc7e4a47f tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:49:13.414174 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-64ea70d3-8ab5-4499-a050-dd4dc7e4a47f tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Usage tracker for resource:security_group_rule and tenant:84b618e26d84448e895072b4ac0967b1 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:49:13.417219 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-64ea70d3-8ab5-4499-a050-dd4dc7e4a47f tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:49:13.426231 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-64ea70d3-8ab5-4499-a050-dd4dc7e4a47f tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:49:13.566224 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e4c79-6b43-4e4c-8acc-47dd97156636 req-4e3ff225-971e-422f-8982-a3b9a189355b tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:13.567778 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c66e4c79-6b43-4e4c-8acc-47dd97156636 req-4e3ff225-971e-422f-8982-a3b9a189355b tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 946 time: 0.1778970 May 25 15:49:13.569574 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-64ea70d3-8ab5-4499-a050-dd4dc7e4a47f tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:13.579647 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-0f940634-2205-4f34-aedb-cfca72878c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31887011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32158699'] for subnet, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:13.580887 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-64ea70d3-8ab5-4499-a050-dd4dc7e4a47f tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:13.589408 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-64f86f3b-5d48-40d2-ac6b-c6719e0f4a1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:13.601986 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:13.636539 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f940634-2205-4f34-aedb-cfca72878c1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b69bcd5b-467f-4553-a931-328c7b885a73,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:13.648135 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-0f940634-2205-4f34-aedb-cfca72878c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:13.651784 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea70d3-8ab5-4499-a050-dd4dc7e4a47f tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02fa7d19-1d34-4bbd-a732-70ce371d8fc0,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:13.656073 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-64ea70d3-8ab5-4499-a050-dd4dc7e4a47f tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:13.657720 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-64ea70d3-8ab5-4499-a050-dd4dc7e4a47f tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:13.658917 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-64ea70d3-8ab5-4499-a050-dd4dc7e4a47f tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3263888 May 25 15:49:13.664021 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 42682) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:13.666608 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-0f940634-2205-4f34-aedb-cfca72878c1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:13.667955 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383a03f6-159f-4b25-ba58-90830270a076 None None] Network e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:49:13.675162 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-0f940634-2205-4f34-aedb-cfca72878c1e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b69bcd5b-467f-4553-a931-328c7b885a73 HTTP/1.1" status: 204 len: 168 time: 1.0506828 May 25 15:49:13.678813 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-af928094-d3ad-4b41-9222-9db4e36d7ca2 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Request body: {'security_group_rule': {'security_group_id': '02fa7d19-1d34-4bbd-a732-70ce371d8fc0', 'project_id': '84b618e26d84448e895072b4ac0967b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:49:13.684177 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 42686) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:13.694070 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-af928094-d3ad-4b41-9222-9db4e36d7ca2 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:49:13.695728 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning for port 692abc49-68e7-47ec-bd7b-c6287882ced1 completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:49:13.705684 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c66e4c79-6b43-4e4c-8acc-47dd97156636 req-051955a8-63e9-4c51-9f8f-3f49bdf23c27 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242914 May 25 15:49:13.717462 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port 692abc49-68e7-47ec-bd7b-c6287882ced1 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:49:13.718042 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:13.731460 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-af928094-d3ad-4b41-9222-9db4e36d7ca2 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Usage tracker for resource:security_group_rule and tenant:84b618e26d84448e895072b4ac0967b1 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:49:13.739180 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-af928094-d3ad-4b41-9222-9db4e36d7ca2 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:49:13.818103 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-af928094-d3ad-4b41-9222-9db4e36d7ca2 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:49:13.868109 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-af928094-d3ad-4b41-9222-9db4e36d7ca2 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:13.878399 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-07706dd6-c960-4bd5-9b0d-e93280a3bebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639092'] for network, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:13.892575 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:13.904298 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-2bc7207e-ffb9-48d4-adc5-b012756b02da None None] Set router e0a35bfd-4620-4918-aede-fd1727fb70cd gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:49:14.017527 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-af928094-d3ad-4b41-9222-9db4e36d7ca2 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:14.028593 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-af928094-d3ad-4b41-9222-9db4e36d7ca2 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510867'] for security_group_rule, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:14.041822 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-da6f2ea2-5fe9-445a-8d6e-d793b2fb52b5 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:14.061025 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [None req-07706dd6-c960-4bd5-9b0d-e93280a3bebc admin admin] Deleting port e83948e6-6637-4d98-a5c7-84378949643a {{(pid=98474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:49:14.061519 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-07706dd6-c960-4bd5-9b0d-e93280a3bebc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:14.106411 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:14.178280 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [None req-07706dd6-c960-4bd5-9b0d-e93280a3bebc admin admin] For port e83948e6-6637-4d98-a5c7-84378949643a, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=e83948e6-6637-4d98-a5c7-84378949643a,segment=NetworkSegment(738642ba-67aa-4ae5-9425-36a990ad78b7),segment_id=738642ba-67aa-4ae5-9425-36a990ad78b7)] {{(pid=98474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:49:14.178784 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-07706dd6-c960-4bd5-9b0d-e93280a3bebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:14.206730 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] For port 692abc49-68e7-47ec-bd7b-c6287882ced1, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=692abc49-68e7-47ec-bd7b-c6287882ced1,segment=NetworkSegment(709432ef-9055-43de-bcb9-c4833f38b817),segment_id=709432ef-9055-43de-bcb9-c4833f38b817)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:49:14.286983 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:14.292414 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-12bdb9cd-15bb-47c3-ab08-5c3d4c876920 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:14.370699 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af928094-d3ad-4b41-9222-9db4e36d7ca2 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f320aad0-c1f9-4cb1-b403-c476a1e797fe,revision_number=0']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:14.378995 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 73f22633-9691-48dc-ae85-ec3bcaba9e05 no longer exists at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:49:14.381013 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [None req-07706dd6-c960-4bd5-9b0d-e93280a3bebc admin admin] Calling delete_port for e83948e6-6637-4d98-a5c7-84378949643a owned by network:dhcp {{(pid=98474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:49:14.393432 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-af928094-d3ad-4b41-9222-9db4e36d7ca2 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:14.425113 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-af928094-d3ad-4b41-9222-9db4e36d7ca2 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:14.427261 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-af928094-d3ad-4b41-9222-9db4e36d7ca2 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7604282 May 25 15:49:14.428650 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 42692) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:14.435377 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] No Port match for: 73f22633-9691-48dc-ae85-ec3bcaba9e05 {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:49:14.435714 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 73f22633-9691-48dc-ae85-ec3bcaba9e05 not bound to the agent host dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:49:14.436185 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device e6d5ae2c-ff89-462d-8d7f-7d991e89cad7 no longer exists at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:49:14.439261 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-3e8656cf-6de8-4cca-93bc-ab53e9993cd7 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Request body: {'security_group_rule': {'security_group_id': '02fa7d19-1d34-4bbd-a732-70ce371d8fc0', 'project_id': '84b618e26d84448e895072b4ac0967b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:49:14.445771 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-3e8656cf-6de8-4cca-93bc-ab53e9993cd7 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:49:14.452107 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-3e8656cf-6de8-4cca-93bc-ab53e9993cd7 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Usage tracker for resource:security_group_rule and tenant:84b618e26d84448e895072b4ac0967b1 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:49:14.461995 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-3e8656cf-6de8-4cca-93bc-ab53e9993cd7 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:49:14.473456 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-3e8656cf-6de8-4cca-93bc-ab53e9993cd7 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:49:14.477346 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3219fc65-54f2-4506-a3b2-f3e1913b2378 None None] DHCP port deletion for e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b request from dv-cinder-791240-3-iscsi {{(pid=98475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 15:49:14.503260 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-3e8656cf-6de8-4cca-93bc-ab53e9993cd7 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:14.512383 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] No Port match for: e6d5ae2c-ff89-462d-8d7f-7d991e89cad7 {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:49:14.512737 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device e6d5ae2c-ff89-462d-8d7f-7d991e89cad7 not bound to the agent host dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:49:14.532718 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-07706dd6-c960-4bd5-9b0d-e93280a3bebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:14.538294 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Pushing event updated for resources: {'Port': ['ID=692abc49-68e7-47ec-bd7b-c6287882ced1,revision_number=4']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:14.543110 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-3219fc65-54f2-4506-a3b2-f3e1913b2378 None None] The port 'e83948e6-6637-4d98-a5c7-84378949643a' was deleted {{(pid=98475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} May 25 15:49:14.546249 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:14.548571 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-8d77b6e6-4c37-4bfe-a4a1-96ea4c702957 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:14.606247 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07706dd6-c960-4bd5-9b0d-e93280a3bebc admin admin] Pushing event deleted for resources: {'Port': ['ID=e83948e6-6637-4d98-a5c7-84378949643a,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:14.608126 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07706dd6-c960-4bd5-9b0d-e93280a3bebc admin admin] No DVR routers for this DVR port e83948e6-6637-4d98-a5c7-84378949643a on host dv-cinder-791240-3-iscsi {{(pid=98474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:49:14.621228 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-2bc7207e-ffb9-48d4-adc5-b012756b02da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a35bfd-4620-4918-aede-fd1727fb70cd', 'name': 'tempest-TestVolumeBootPattern-259332811-router', 'tenant_id': '6082b26e8b9d4e088d0efd5e3c1b8909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '692abc49-68e7-47ec-bd7b-c6287882ced1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:49:03Z', 'updated_at': '2021-05-25T15:49:10Z', 'revision_number': 4, 'project_id': '6082b26e8b9d4e088d0efd5e3c1b8909', 'gw_port': {'id': '692abc49-68e7-47ec-bd7b-c6287882ced1', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a35bfd-4620-4918-aede-fd1727fb70cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:49:04Z', 'updated_at': '2021-05-25T15:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7', 'name': '', 'network_id': 'c75603b0-7e87-433e-9a0e-e31cdcbcb2a8', 'tenant_id': '6082b26e8b9d4e088d0efd5e3c1b8909', 'mac_address': 'fa:16:3e:8f:08:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a35bfd-4620-4918-aede-fd1727fb70cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c4abfe93-67f9-4cf9-a4cf-540982c4ae54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:49:09Z', 'updated_at': '2021-05-25T15:49:10Z', 'revision_number': 2, 'project_id': '6082b26e8b9d4e088d0efd5e3c1b8909', 'subnets': [{'id': 'c4abfe93-67f9-4cf9-a4cf-540982c4ae54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:14.625938 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc7207e-ffb9-48d4-adc5-b012756b02da None None] Checking router: e0a35bfd-4620-4918-aede-fd1727fb70cd for host: dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:49:14.626292 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc7207e-ffb9-48d4-adc5-b012756b02da None None] Updating router e0a35bfd-4620-4918-aede-fd1727fb70cd port 42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7 binding host dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:49:14.641629 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-07706dd6-c960-4bd5-9b0d-e93280a3bebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:14.693266 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2bc7207e-ffb9-48d4-adc5-b012756b02da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:14.757260 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-3e8656cf-6de8-4cca-93bc-ab53e9993cd7 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:14.778018 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-3e8656cf-6de8-4cca-93bc-ab53e9993cd7 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510867'] for security_group_rule, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:14.792965 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-f48e5a36-04ff-47bd-93b4-553050f465ef tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:14.831670 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-07706dd6-c960-4bd5-9b0d-e93280a3bebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1676623', 'neutron.services.segments.db._delete_segments_for_network-8758999550940'] for network, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:14.840509 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8656cf-6de8-4cca-93bc-ab53e9993cd7 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63db88b9-eb4b-4310-8a60-2e5214c6ef24,revision_number=0']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:14.843193 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-3e8656cf-6de8-4cca-93bc-ab53e9993cd7 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:14.856228 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.services.segments.db [None req-07706dd6-c960-4bd5-9b0d-e93280a3bebc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b']}} {{(pid=98474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:14.880628 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.services.segments.db [None req-07706dd6-c960-4bd5-9b0d-e93280a3bebc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '738642ba-67aa-4ae5-9425-36a990ad78b7') {'for_net_delete': True} {{(pid=98474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:14.881360 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.services.segments.db [None req-07706dd6-c960-4bd5-9b0d-e93280a3bebc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '738642ba-67aa-4ae5-9425-36a990ad78b7') {} {{(pid=98474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:14.892040 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-3e8656cf-6de8-4cca-93bc-ab53e9993cd7 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:14.893489 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-3e8656cf-6de8-4cca-93bc-ab53e9993cd7 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4618895 May 25 15:49:14.897077 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 42698) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:14.903583 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-07706dd6-c960-4bd5-9b0d-e93280a3bebc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758999559837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981698'] for segment, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:14.912445 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab45554-9bff-424b-9767-f692802dd410 req-3b35e0a2-94ad-4337-91ab-aeb5c39fe4e7 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:14.914104 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-0ded4614-45a6-4ce7-a53f-94884016e863 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Request body: {'security_group_rule': {'security_group_id': '02fa7d19-1d34-4bbd-a732-70ce371d8fc0', 'project_id': '84b618e26d84448e895072b4ac0967b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:49:14.920563 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-1ab45554-9bff-424b-9767-f692802dd410 req-3b35e0a2-94ad-4337-91ab-aeb5c39fe4e7 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 946 time: 0.0944858 May 25 15:49:14.927373 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-0ded4614-45a6-4ce7-a53f-94884016e863 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:49:14.939940 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-0ded4614-45a6-4ce7-a53f-94884016e863 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Usage tracker for resource:security_group_rule and tenant:84b618e26d84448e895072b4ac0967b1 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:49:14.945473 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-0ded4614-45a6-4ce7-a53f-94884016e863 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:49:14.949179 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-07706dd6-c960-4bd5-9b0d-e93280a3bebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:14.958932 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-0ded4614-45a6-4ce7-a53f-94884016e863 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:49:14.966625 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07706dd6-c960-4bd5-9b0d-e93280a3bebc admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=98474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:49:14.967622 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-07706dd6-c960-4bd5-9b0d-e93280a3bebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-881679'] for segment, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:14.983701 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-1ab45554-9bff-424b-9767-f692802dd410 req-b7dd33d1-828e-40c6-9058-15a9a20da091 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611105 May 25 15:49:14.988182 dv-cinder-791240-3-iscsi neutron-server[98474]: Traceback (most recent call last): May 25 15:49:14.988182 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 15:49:14.988182 dv-cinder-791240-3-iscsi neutron-server[98474]: timer() May 25 15:49:14.988182 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 15:49:14.988182 dv-cinder-791240-3-iscsi neutron-server[98474]: cb(*args, **kw) May 25 15:49:14.988182 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 15:49:14.988182 dv-cinder-791240-3-iscsi neutron-server[98474]: return func(*args, **kwargs) May 25 15:49:14.988182 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 15:49:14.988182 dv-cinder-791240-3-iscsi neutron-server[98474]: self._notify() May 25 15:49:14.988182 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 15:49:14.988182 dv-cinder-791240-3-iscsi neutron-server[98474]: self.callback(batched_events) May 25 15:49:14.988182 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 15:49:14.988182 dv-cinder-791240-3-iscsi neutron-server[98474]: event.method(event) May 25 15:49:14.988182 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 15:49:14.988182 dv-cinder-791240-3-iscsi neutron-server[98474]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 15:49:14.988182 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 15:49:14.988182 dv-cinder-791240-3-iscsi neutron-server[98474]: aggregate_uuid = self.p_client.list_aggregates( May 25 15:49:14.988182 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 15:49:14.988182 dv-cinder-791240-3-iscsi neutron-server[98474]: return f(self, *a, **k) May 25 15:49:14.988182 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 15:49:14.988182 dv-cinder-791240-3-iscsi neutron-server[98474]: return self._get(url).json() May 25 15:49:14.988182 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 15:49:14.988182 dv-cinder-791240-3-iscsi neutron-server[98474]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 15:49:14.988182 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 15:49:14.988182 dv-cinder-791240-3-iscsi neutron-server[98474]: return self.request(url, 'GET', **kwargs) May 25 15:49:14.988182 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 15:49:14.988182 dv-cinder-791240-3-iscsi neutron-server[98474]: base_url = self.get_endpoint(auth, allow=allow, May 25 15:49:14.988182 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 15:49:14.988182 dv-cinder-791240-3-iscsi neutron-server[98474]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 15:49:14.988182 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 15:49:14.988182 dv-cinder-791240-3-iscsi neutron-server[98474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 15:49:14.988182 dv-cinder-791240-3-iscsi neutron-server[98474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 15:49:15.126330 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-07706dd6-c960-4bd5-9b0d-e93280a3bebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1676614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-353586'] for network, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:15.137554 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:15.151788 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-0ded4614-45a6-4ce7-a53f-94884016e863 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:15.162684 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-07706dd6-c960-4bd5-9b0d-e93280a3bebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:15.174414 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07706dd6-c960-4bd5-9b0d-e93280a3bebc admin admin] Pushing event deleted for resources: {'Network': ['ID=e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:15.182682 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-07706dd6-c960-4bd5-9b0d-e93280a3bebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:15.186685 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-07706dd6-c960-4bd5-9b0d-e93280a3bebc admin admin] 10.222.0.32 "DELETE /v2.0/networks/e82e0e9f-dad5-4a7c-a8b7-ba2aaa93358b HTTP/1.1" status: 204 len: 168 time: 1.4974608 May 25 15:49:15.187862 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 42704) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:15.189664 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 692abc49-68e7-47ec-bd7b-c6287882ced1 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:49:15.249780 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-0ded4614-45a6-4ce7-a53f-94884016e863 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:15.256783 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-0ded4614-45a6-4ce7-a53f-94884016e863 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510867'] for security_group_rule, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:15.259149 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-505b155a-5473-4641-9c1b-2e1032d534ac tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:15.290335 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded4614-45a6-4ce7-a53f-94884016e863 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8115ae04-8950-454c-8849-807700a0c77c,revision_number=0']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:15.299658 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-0ded4614-45a6-4ce7-a53f-94884016e863 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:15.301067 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-0ded4614-45a6-4ce7-a53f-94884016e863 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:15.305084 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-0ded4614-45a6-4ce7-a53f-94884016e863 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4069166 May 25 15:49:15.305676 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 42708) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:15.307421 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2bc7207e-ffb9-48d4-adc5-b012756b02da None None] Notify callbacks [] for port, precommit_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:15.310888 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-d8a6cd08-ca45-440d-be92-ddc0da536932 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Request body: {'security_group_rule': {'security_group_id': '02fa7d19-1d34-4bbd-a732-70ce371d8fc0', 'project_id': '84b618e26d84448e895072b4ac0967b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:49:15.316690 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-d8a6cd08-ca45-440d-be92-ddc0da536932 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:49:15.320677 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-d8a6cd08-ca45-440d-be92-ddc0da536932 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Usage tracker for resource:security_group_rule and tenant:84b618e26d84448e895072b4ac0967b1 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:49:15.323693 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2bc7207e-ffb9-48d4-adc5-b012756b02da None None] Transition to ACTIVE for port object 42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7 will not be triggered until provisioned by entity L2. {{(pid=98475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:49:15.323883 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-d8a6cd08-ca45-440d-be92-ddc0da536932 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:49:15.331611 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-d8a6cd08-ca45-440d-be92-ddc0da536932 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:49:15.337481 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port 692abc49-68e7-47ec-bd7b-c6287882ced1 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:49:15.338077 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:15.351895 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-d8a6cd08-ca45-440d-be92-ddc0da536932 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:15.381524 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2bc7207e-ffb9-48d4-adc5-b012756b02da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:15.394966 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:15.430029 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-d8a6cd08-ca45-440d-be92-ddc0da536932 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:15.455585 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-d8a6cd08-ca45-440d-be92-ddc0da536932 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510867'] for security_group_rule, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:15.471882 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:15.507273 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6cd08-ca45-440d-be92-ddc0da536932 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b24d536a-2684-4e66-9d7e-d9291d5832df,revision_number=0']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:15.518557 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-d8a6cd08-ca45-440d-be92-ddc0da536932 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:15.542002 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-d8a6cd08-ca45-440d-be92-ddc0da536932 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:15.543233 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-d8a6cd08-ca45-440d-be92-ddc0da536932 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2366197 May 25 15:49:15.545983 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 42712) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:15.552133 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-f2933795-5ecb-472f-8635-8ae2d0119a6b tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Request body: {'security_group_rule': {'security_group_id': '02fa7d19-1d34-4bbd-a732-70ce371d8fc0', 'project_id': '84b618e26d84448e895072b4ac0967b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:49:15.560299 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-f2933795-5ecb-472f-8635-8ae2d0119a6b tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:49:15.568819 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-f2933795-5ecb-472f-8635-8ae2d0119a6b tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Usage tracker for resource:security_group_rule and tenant:84b618e26d84448e895072b4ac0967b1 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:49:15.576058 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-f2933795-5ecb-472f-8635-8ae2d0119a6b tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:49:15.586216 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-f2933795-5ecb-472f-8635-8ae2d0119a6b tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:49:15.612895 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.db.securitygroups_db [None req-f2933795-5ecb-472f-8635-8ae2d0119a6b tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Project 84b618e26d84448e895072b4ac0967b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 15:49:15.619604 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f2933795-5ecb-472f-8635-8ae2d0119a6b tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:15.757514 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f2933795-5ecb-472f-8635-8ae2d0119a6b tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:15.763421 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f2933795-5ecb-472f-8635-8ae2d0119a6b tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510867'] for security_group_rule, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:15.772162 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:15.782339 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:15.784602 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cee96e-5e77-41a0-918b-be6a58478b2b None None] Pushing event updated for resources: {'Port': ['ID=42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7,revision_number=3']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:15.811213 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-b2cee96e-5e77-41a0-918b-be6a58478b2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:15.815620 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2933795-5ecb-472f-8635-8ae2d0119a6b tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9484b64b-02e2-4e15-bbae-ac763e224770,revision_number=0']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:15.818555 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-f2933795-5ecb-472f-8635-8ae2d0119a6b tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:15.838241 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f2933795-5ecb-472f-8635-8ae2d0119a6b tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:15.840399 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-f2933795-5ecb-472f-8635-8ae2d0119a6b tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2930365 May 25 15:49:15.842950 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 42716) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:15.849363 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [None req-a11032f3-1dee-46db-bdeb-15cb12a360f0 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Request body: {'security_group_rule': {'security_group_id': '02fa7d19-1d34-4bbd-a732-70ce371d8fc0', 'project_id': '84b618e26d84448e895072b4ac0967b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:49:15.856002 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-a11032f3-1dee-46db-bdeb-15cb12a360f0 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:49:15.860215 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-a11032f3-1dee-46db-bdeb-15cb12a360f0 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Usage tracker for resource:security_group_rule and tenant:84b618e26d84448e895072b4ac0967b1 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:49:15.863721 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-a11032f3-1dee-46db-bdeb-15cb12a360f0 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:49:15.870070 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-a11032f3-1dee-46db-bdeb-15cb12a360f0 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:49:15.891395 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-2bc7207e-ffb9-48d4-adc5-b012756b02da None None] Attempting to bind port 42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7 on host dv-cinder-791240-3-iscsi for vnic_type normal with profile {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:49:15.891781 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-2bc7207e-ffb9-48d4-adc5-b012756b02da None None] Attempting to bind port 42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7 by drivers openvswitch,hyperv on host dv-cinder-791240-3-iscsi at level 0 using segments [{'id': 'e22f358d-0ccd-4826-9618-46f69e49b302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c75603b0-7e87-433e-9a0e-e31cdcbcb2a8'}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:49:15.892322 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc7207e-ffb9-48d4-adc5-b012756b02da None None] Attempting to bind port 42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7 on network c75603b0-7e87-433e-9a0e-e31cdcbcb2a8 {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:49:15.893702 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.db.securitygroups_db [None req-a11032f3-1dee-46db-bdeb-15cb12a360f0 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Project 84b618e26d84448e895072b4ac0967b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 15:49:15.901888 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a11032f3-1dee-46db-bdeb-15cb12a360f0 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:15.904194 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc7207e-ffb9-48d4-adc5-b012756b02da None None] Checking agent: {'id': '0d0ec358-3583-457d-8c3e-30368d3d3544', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 31, 43), 'started_at': datetime.datetime(2021, 5, 25, 15, 32, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:49:15.904580 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc7207e-ffb9-48d4-adc5-b012756b02da None None] Checking segment: {'id': 'e22f358d-0ccd-4826-9618-46f69e49b302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c75603b0-7e87-433e-9a0e-e31cdcbcb2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:49:15.904994 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2bc7207e-ffb9-48d4-adc5-b012756b02da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:15.905395 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc7207e-ffb9-48d4-adc5-b012756b02da None None] Bound using segment: {'id': 'e22f358d-0ccd-4826-9618-46f69e49b302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c75603b0-7e87-433e-9a0e-e31cdcbcb2a8'} {{(pid=98475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:49:15.905889 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.managers [None req-2bc7207e-ffb9-48d4-adc5-b012756b02da None None] Bound port: 42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7, host: dv-cinder-791240-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e22f358d-0ccd-4826-9618-46f69e49b302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c75603b0-7e87-433e-9a0e-e31cdcbcb2a8'}}] {{(pid=98475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:49:15.906301 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2bc7207e-ffb9-48d4-adc5-b012756b02da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:16.033334 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device e83948e6-6637-4d98-a5c7-84378949643a no longer exists at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:49:16.034987 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a11032f3-1dee-46db-bdeb-15cb12a360f0 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:16.040821 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a11032f3-1dee-46db-bdeb-15cb12a360f0 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510867'] for security_group_rule, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:16.051278 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:16.074513 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11032f3-1dee-46db-bdeb-15cb12a360f0 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d071ab-eeb5-4ee2-a9f8-44bbe8fe0740,revision_number=0']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:16.079337 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-a11032f3-1dee-46db-bdeb-15cb12a360f0 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:16.092656 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a11032f3-1dee-46db-bdeb-15cb12a360f0 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:16.097562 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-a11032f3-1dee-46db-bdeb-15cb12a360f0 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2529635 May 25 15:49:16.107076 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6f29c267-ac56-438e-adda-3ae7e8a7d89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-352562'] for router_interface, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:16.135788 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] No Port match for: e83948e6-6637-4d98-a5c7-84378949643a {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:49:16.136166 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device e83948e6-6637-4d98-a5c7-84378949643a not bound to the agent host dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:49:16.157049 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-2bc7207e-ffb9-48d4-adc5-b012756b02da None None] For port 42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7, host dv-cinder-791240-3-iscsi, cleared binding levels {{(pid=98475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:49:16.161026 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-2bc7207e-ffb9-48d4-adc5-b012756b02da None None] For port 42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7, host dv-cinder-791240-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7,segment=NetworkSegment(e22f358d-0ccd-4826-9618-46f69e49b302),segment_id=e22f358d-0ccd-4826-9618-46f69e49b302)] {{(pid=98475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:49:16.167019 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2bc7207e-ffb9-48d4-adc5-b012756b02da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:16.177022 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:16.366653 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc7207e-ffb9-48d4-adc5-b012756b02da None None] Routers {'e0a35bfd-4620-4918-aede-fd1727fb70cd'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:49:16.367567 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-2bc7207e-ffb9-48d4-adc5-b012756b02da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:49:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['e0a35bfd-4620-4918-aede-fd1727fb70cd'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:16.442799 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b1085-9361-42b6-8a9f-b296cc692926 req-5d10c80a-067e-4c84-8c8f-624482936454 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:16.446703 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-865b1085-9361-42b6-8a9f-b296cc692926 req-5d10c80a-067e-4c84-8c8f-624482936454 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 946 time: 0.2475779 May 25 15:49:16.480992 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cee96e-5e77-41a0-918b-be6a58478b2b None None] Pushing event updated for resources: {'Port': ['ID=42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7,revision_number=4']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:16.491454 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-b2cee96e-5e77-41a0-918b-be6a58478b2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:16.660175 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-865b1085-9361-42b6-8a9f-b296cc692926 req-797ef0f5-b3e6-4cd9-b6a2-3122090bde09 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473591 May 25 15:49:16.667099 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-2bc7207e-ffb9-48d4-adc5-b012756b02da None None] Set router e0a35bfd-4620-4918-aede-fd1727fb70cd gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:49:16.865421 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-6f29c267-ac56-438e-adda-3ae7e8a7d89a admin admin] Deleting port f4dfa7f7-3942-47f9-98b9-a7f65aa5c002 {{(pid=98473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:49:16.865421 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6f29c267-ac56-438e-adda-3ae7e8a7d89a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:17.018374 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [None req-6f29c267-ac56-438e-adda-3ae7e8a7d89a admin admin] For port f4dfa7f7-3942-47f9-98b9-a7f65aa5c002, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=f4dfa7f7-3942-47f9-98b9-a7f65aa5c002,segment=NetworkSegment(4d18d6c8-ca96-40d7-9cf3-28b73197e6ec),segment_id=4d18d6c8-ca96-40d7-9cf3-28b73197e6ec)] {{(pid=98473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:49:17.018730 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6f29c267-ac56-438e-adda-3ae7e8a7d89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:17.108606 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-2bc7207e-ffb9-48d4-adc5-b012756b02da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a35bfd-4620-4918-aede-fd1727fb70cd', 'name': 'tempest-TestVolumeBootPattern-259332811-router', 'tenant_id': '6082b26e8b9d4e088d0efd5e3c1b8909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '692abc49-68e7-47ec-bd7b-c6287882ced1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:49:03Z', 'updated_at': '2021-05-25T15:49:10Z', 'revision_number': 4, 'project_id': '6082b26e8b9d4e088d0efd5e3c1b8909', 'gw_port': {'id': '692abc49-68e7-47ec-bd7b-c6287882ced1', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a35bfd-4620-4918-aede-fd1727fb70cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:49:04Z', 'updated_at': '2021-05-25T15:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7', 'name': '', 'network_id': 'c75603b0-7e87-433e-9a0e-e31cdcbcb2a8', 'tenant_id': '6082b26e8b9d4e088d0efd5e3c1b8909', 'mac_address': 'fa:16:3e:8f:08:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a35bfd-4620-4918-aede-fd1727fb70cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c4abfe93-67f9-4cf9-a4cf-540982c4ae54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:49:09Z', 'updated_at': '2021-05-25T15:49:16Z', 'revision_number': 4, 'project_id': '6082b26e8b9d4e088d0efd5e3c1b8909', 'subnets': [{'id': 'c4abfe93-67f9-4cf9-a4cf-540982c4ae54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:17.112875 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc7207e-ffb9-48d4-adc5-b012756b02da None None] The sync data for ids ['e0a35bfd-4620-4918-aede-fd1727fb70cd'] in dv-cinder-791240-3-iscsi is: [{'id': 'e0a35bfd-4620-4918-aede-fd1727fb70cd', 'name': 'tempest-TestVolumeBootPattern-259332811-router', 'tenant_id': '6082b26e8b9d4e088d0efd5e3c1b8909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '692abc49-68e7-47ec-bd7b-c6287882ced1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:49:03Z', 'updated_at': '2021-05-25T15:49:10Z', 'revision_number': 4, 'project_id': '6082b26e8b9d4e088d0efd5e3c1b8909', 'gw_port': {'id': '692abc49-68e7-47ec-bd7b-c6287882ced1', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a35bfd-4620-4918-aede-fd1727fb70cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:49:04Z', 'updated_at': '2021-05-25T15:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7', 'name': '', 'network_id': 'c75603b0-7e87-433e-9a0e-e31cdcbcb2a8', 'tenant_id': '6082b26e8b9d4e088d0efd5e3c1b8909', 'mac_address': 'fa:16:3e:8f:08:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a35bfd-4620-4918-aede-fd1727fb70cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c4abfe93-67f9-4cf9-a4cf-540982c4ae54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:49:09Z', 'updated_at': '2021-05-25T15:49:16Z', 'revision_number': 4, 'project_id': '6082b26e8b9d4e088d0efd5e3c1b8909', 'subnets': [{'id': 'c4abfe93-67f9-4cf9-a4cf-540982c4ae54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:49:17.185718 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-6f29c267-ac56-438e-adda-3ae7e8a7d89a admin admin] Calling delete_port for f4dfa7f7-3942-47f9-98b9-a7f65aa5c002 owned by network:router_interface {{(pid=98473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:49:17.916544 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6f29c267-ac56-438e-adda-3ae7e8a7d89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31785040'] for port, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:17.924576 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-d47a45d1-7aed-4c26-a1b3-d4f1162bcc9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:17.973388 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29c267-ac56-438e-adda-3ae7e8a7d89a admin admin] Pushing event deleted for resources: {'Port': ['ID=f4dfa7f7-3942-47f9-98b9-a7f65aa5c002,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:17.983162 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-6f29c267-ac56-438e-adda-3ae7e8a7d89a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:18.145053 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a2434-6b74-485f-95f9-b1882396761c req-ff23f120-94e4-4289-82b1-1b0c6a029e96 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:18.147085 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7f7a2434-6b74-485f-95f9-b1882396761c req-ff23f120-94e4-4289-82b1-1b0c6a029e96 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 946 time: 0.2987890 May 25 15:49:18.311997 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7f7a2434-6b74-485f-95f9-b1882396761c req-358c6faa-5249-457e-8320-47bc5c503f53 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553993 May 25 15:49:18.444098 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6f29c267-ac56-438e-adda-3ae7e8a7d89a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358818'] for router_interface, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:18.918534 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f29c267-ac56-438e-adda-3ae7e8a7d89a admin admin] Router 458c768a-4c52-445f-9291-1c9287c951c3 has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:49:19.169720 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f29c267-ac56-438e-adda-3ae7e8a7d89a admin admin] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:49:19.178636 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ef4a90-38b2-4139-8cac-38dab510a67d None None] Sync routers for ids ['458c768a-4c52-445f-9291-1c9287c951c3'] in dv-cinder-791240-3-iscsi {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:49:19.190276 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-6f29c267-ac56-438e-adda-3ae7e8a7d89a admin admin] 10.222.0.32 "PUT /v2.0/routers/458c768a-4c52-445f-9291-1c9287c951c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0020838 May 25 15:49:19.193247 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 42792) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:19.194748 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:49:19.205114 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ef4a90-38b2-4139-8cac-38dab510a67d None None] Routers {'458c768a-4c52-445f-9291-1c9287c951c3'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:49:19.206048 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-98ef4a90-38b2-4139-8cac-38dab510a67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:49:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['458c768a-4c52-445f-9291-1c9287c951c3'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:19.359866 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning for port 42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7 completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:49:19.376270 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port 42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:49:19.376724 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:19.596248 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:19.642137 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-98ef4a90-38b2-4139-8cac-38dab510a67d None None] Set router 458c768a-4c52-445f-9291-1c9287c951c3 gateway port host: dv-cinder-791240-3-iscsi {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:49:19.648136 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-5896c28b-6cd7-40d6-b513-46410be6da81 admin admin] Notify callbacks [] for router, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:19.664912 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] For port 42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7,segment=NetworkSegment(e22f358d-0ccd-4826-9618-46f69e49b302),segment_id=e22f358d-0ccd-4826-9618-46f69e49b302)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:49:19.674827 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:19.676869 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:19.746260 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fbf5d-c454-4813-8e2e-e937a7e7248b req-e2ddf114-6d3e-45ab-8ec7-fd4f79112783 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:19.749138 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-172fbf5d-c454-4813-8e2e-e937a7e7248b req-e2ddf114-6d3e-45ab-8ec7-fd4f79112783 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 946 time: 0.1709232 May 25 15:49:19.821665 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Pushing event updated for resources: {'Port': ['ID=42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7,revision_number=5']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:19.828916 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:19.838879 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-172fbf5d-c454-4813-8e2e-e937a7e7248b req-fbc976a1-0154-4b8d-b3bf-6006f1eacc65 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831563 May 25 15:49:19.916274 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-5896c28b-6cd7-40d6-b513-46410be6da81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:20.075553 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [None req-5896c28b-6cd7-40d6-b513-46410be6da81 admin admin] Deleting port a2a98e1f-e2db-42ff-b4f7-c0296a377bee {{(pid=98474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:49:20.076290 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-5896c28b-6cd7-40d6-b513-46410be6da81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:20.161012 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-98ef4a90-38b2-4139-8cac-38dab510a67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458c768a-4c52-445f-9291-1c9287c951c3', 'name': 'tempest-TestMinimumBasicScenario-277623977-router', 'tenant_id': 'c79ed2b3a96741e5b7eaac8673bed4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a2a98e1f-e2db-42ff-b4f7-c0296a377bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:45:06Z', 'updated_at': '2021-05-25T15:49:17Z', 'revision_number': 5, 'project_id': 'c79ed2b3a96741e5b7eaac8673bed4d0', 'gw_port': {'id': 'a2a98e1f-e2db-42ff-b4f7-c0296a377bee', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458c768a-4c52-445f-9291-1c9287c951c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:45:07Z', 'updated_at': '2021-05-25T15:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi'}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:20.165414 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ef4a90-38b2-4139-8cac-38dab510a67d None None] Checking router: 458c768a-4c52-445f-9291-1c9287c951c3 for host: dv-cinder-791240-3-iscsi {{(pid=98476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:49:20.174631 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ef4a90-38b2-4139-8cac-38dab510a67d None None] Routers {'458c768a-4c52-445f-9291-1c9287c951c3'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:49:20.175240 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-98ef4a90-38b2-4139-8cac-38dab510a67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:49:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['458c768a-4c52-445f-9291-1c9287c951c3'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:20.219634 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [None req-5896c28b-6cd7-40d6-b513-46410be6da81 admin admin] For port a2a98e1f-e2db-42ff-b4f7-c0296a377bee, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=a2a98e1f-e2db-42ff-b4f7-c0296a377bee,segment=NetworkSegment(709432ef-9055-43de-bcb9-c4833f38b817),segment_id=709432ef-9055-43de-bcb9-c4833f38b817)] {{(pid=98474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:49:20.220974 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-5896c28b-6cd7-40d6-b513-46410be6da81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:20.340820 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-98ef4a90-38b2-4139-8cac-38dab510a67d None None] Set router 458c768a-4c52-445f-9291-1c9287c951c3 gateway port host: None {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:49:20.371806 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [None req-5896c28b-6cd7-40d6-b513-46410be6da81 admin admin] Calling delete_port for a2a98e1f-e2db-42ff-b4f7-c0296a377bee owned by network:router_gateway {{(pid=98474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:49:20.448744 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-98ef4a90-38b2-4139-8cac-38dab510a67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458c768a-4c52-445f-9291-1c9287c951c3', 'name': 'tempest-TestMinimumBasicScenario-277623977-router', 'tenant_id': 'c79ed2b3a96741e5b7eaac8673bed4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:45:06Z', 'updated_at': '2021-05-25T15:49:19Z', 'revision_number': 6, 'project_id': 'c79ed2b3a96741e5b7eaac8673bed4d0', 'gw_port_host': None}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:20.455745 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ef4a90-38b2-4139-8cac-38dab510a67d None None] The sync data for ids ['458c768a-4c52-445f-9291-1c9287c951c3'] in dv-cinder-791240-3-iscsi is: [{'id': '458c768a-4c52-445f-9291-1c9287c951c3', 'name': 'tempest-TestMinimumBasicScenario-277623977-router', 'tenant_id': 'c79ed2b3a96741e5b7eaac8673bed4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:45:06Z', 'updated_at': '2021-05-25T15:49:19Z', 'revision_number': 6, 'project_id': 'c79ed2b3a96741e5b7eaac8673bed4d0', 'gw_port_host': None}] {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:49:20.575306 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-5896c28b-6cd7-40d6-b513-46410be6da81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:20.586409 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-6eaccf13-fb5f-4fb1-af26-092f698f9a90 tempest-AttachVolumeNegativeTest-1464382153 tempest-AttachVolumeNegativeTest-1464382153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:20.673878 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896c28b-6cd7-40d6-b513-46410be6da81 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2a98e1f-e2db-42ff-b4f7-c0296a377bee,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:20.680601 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-5896c28b-6cd7-40d6-b513-46410be6da81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:20.765081 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-5896c28b-6cd7-40d6-b513-46410be6da81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-353583'] for router_gateway, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:21.170676 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-5896c28b-6cd7-40d6-b513-46410be6da81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2879'] for router, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:21.182802 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-5896c28b-6cd7-40d6-b513-46410be6da81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:21.211544 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694e1db-b506-44aa-bc15-65199a9e30b4 req-b3f050a1-6baa-40fe-878a-c5895e8c3e14 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:21.213415 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-5694e1db-b506-44aa-bc15-65199a9e30b4 req-b3f050a1-6baa-40fe-878a-c5895e8c3e14 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 946 time: 0.1573653 May 25 15:49:21.219343 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-5896c28b-6cd7-40d6-b513-46410be6da81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-358558'] for router, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:21.220586 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5896c28b-6cd7-40d6-b513-46410be6da81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 458c768a-4c52-445f-9291-1c9287c951c3 {{(pid=98474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 15:49:21.259094 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-5896c28b-6cd7-40d6-b513-46410be6da81 admin admin] Notify callbacks [] for router, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:21.261509 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-5896c28b-6cd7-40d6-b513-46410be6da81 admin admin] 10.222.0.32 "DELETE /v2.0/routers/458c768a-4c52-445f-9291-1c9287c951c3 HTTP/1.1" status: 204 len: 168 time: 2.0663953 May 25 15:49:21.267562 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 42808) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:21.284078 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-5694e1db-b506-44aa-bc15-65199a9e30b4 req-65a505ee-6d73-4859-9fa7-9ed800b9dddb tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637419 May 25 15:49:21.338897 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.db_base_plugin_v2 [None req-39924535-68df-40da-a3ac-343fb1b8b6bf admin admin] Deleting subnet 51cbd72d-e296-4004-935a-ffd135e95df9 {{(pid=98474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 15:49:21.342258 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-39924535-68df-40da-a3ac-343fb1b8b6bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:21.397978 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-39924535-68df-40da-a3ac-343fb1b8b6bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981705'] for subnet, precommit_delete_associations {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:21.564465 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7 up at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:49:21.671042 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Provisioning complete for port 42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:49:21.671787 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:21.695615 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-39924535-68df-40da-a3ac-343fb1b8b6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1682880'] for subnet, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:21.867233 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device f4dfa7f7-3942-47f9-98b9-a7f65aa5c002 no longer exists at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:49:21.968758 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] No Port match for: f4dfa7f7-3942-47f9-98b9-a7f65aa5c002 {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:49:21.972220 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device f4dfa7f7-3942-47f9-98b9-a7f65aa5c002 not bound to the agent host dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:49:22.104083 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-39924535-68df-40da-a3ac-343fb1b8b6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33042293'] for subnet, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:22.109411 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-8114ca53-a28b-488a-90ac-764eefe7c63c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:22.154293 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39924535-68df-40da-a3ac-343fb1b8b6bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51cbd72d-e296-4004-935a-ffd135e95df9,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:22.154293 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-39924535-68df-40da-a3ac-343fb1b8b6bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for subnet, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:22.164463 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-39924535-68df-40da-a3ac-343fb1b8b6bf admin admin] 10.222.0.32 "DELETE /v2.0/subnets/51cbd72d-e296-4004-935a-ffd135e95df9 HTTP/1.1" status: 204 len: 168 time: 0.8946087 May 25 15:49:22.165222 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-39924535-68df-40da-a3ac-343fb1b8b6bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:22.165693 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 42818) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:22.168495 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c40a5e6-e821-4176-8536-e41a0a91d4cb None None] Network 70217ed2-67b9-4175-9c7a-693e9c78e866 requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:49:22.346497 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-af19e857-e787-4625-87d9-7c9e6c820b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639092'] for network, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:22.464954 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [None req-af19e857-e787-4625-87d9-7c9e6c820b65 admin admin] Deleting port db32c35e-ef78-4641-9568-00dd0d1dfccf {{(pid=98474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:49:22.465336 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-af19e857-e787-4625-87d9-7c9e6c820b65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:22.511675 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7add19-d278-41db-b2d6-2b8549fc775e None None] DHCP port deletion for 70217ed2-67b9-4175-9c7a-693e9c78e866 request from dv-cinder-791240-3-iscsi {{(pid=98475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 15:49:22.527011 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517d2b6-a061-44ad-8946-3c829e11df2c req-c5d53a4e-da06-4047-b460-32b38d72fffe tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:22.534714 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-8517d2b6-a061-44ad-8946-3c829e11df2c req-c5d53a4e-da06-4047-b460-32b38d72fffe tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 946 time: 0.0936704 May 25 15:49:22.589173 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [None req-af19e857-e787-4625-87d9-7c9e6c820b65 admin admin] For port db32c35e-ef78-4641-9568-00dd0d1dfccf, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=db32c35e-ef78-4641-9568-00dd0d1dfccf,segment=NetworkSegment(4d18d6c8-ca96-40d7-9cf3-28b73197e6ec),segment_id=4d18d6c8-ca96-40d7-9cf3-28b73197e6ec)] {{(pid=98474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:49:22.589533 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-af19e857-e787-4625-87d9-7c9e6c820b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:22.594659 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-9e7add19-d278-41db-b2d6-2b8549fc775e None None] Deleting port db32c35e-ef78-4641-9568-00dd0d1dfccf {{(pid=98475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:49:22.595179 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-9e7add19-d278-41db-b2d6-2b8549fc775e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:22.597960 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-8517d2b6-a061-44ad-8946-3c829e11df2c req-16613b0d-08ec-4fe7-b87c-314d3a8b1caf tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620716 May 25 15:49:22.713225 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-9e7add19-d278-41db-b2d6-2b8549fc775e None None] For port db32c35e-ef78-4641-9568-00dd0d1dfccf, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=db32c35e-ef78-4641-9568-00dd0d1dfccf,segment=NetworkSegment(4d18d6c8-ca96-40d7-9cf3-28b73197e6ec),segment_id=4d18d6c8-ca96-40d7-9cf3-28b73197e6ec)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:49:22.713621 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-9e7add19-d278-41db-b2d6-2b8549fc775e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:22.717139 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [None req-af19e857-e787-4625-87d9-7c9e6c820b65 admin admin] Calling delete_port for db32c35e-ef78-4641-9568-00dd0d1dfccf owned by network:dhcp {{(pid=98474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:49:22.768234 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-af19e857-e787-4625-87d9-7c9e6c820b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:22.771986 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-5896c28b-6cd7-40d6-b513-46410be6da81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:22.818743 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af19e857-e787-4625-87d9-7c9e6c820b65 admin admin] Pushing event deleted for resources: {'Port': ['ID=db32c35e-ef78-4641-9568-00dd0d1dfccf,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:22.821604 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-af19e857-e787-4625-87d9-7c9e6c820b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:22.824264 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af19e857-e787-4625-87d9-7c9e6c820b65 admin admin] No DVR routers for this DVR port db32c35e-ef78-4641-9568-00dd0d1dfccf on host dv-cinder-791240-3-iscsi {{(pid=98474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:49:22.837654 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-9e7add19-d278-41db-b2d6-2b8549fc775e None None] Calling delete_port for db32c35e-ef78-4641-9568-00dd0d1dfccf owned by network:dhcp {{(pid=98475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:49:22.883116 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-9e7add19-d278-41db-b2d6-2b8549fc775e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372'] for port, after_delete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:22.886946 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:22.938542 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7add19-d278-41db-b2d6-2b8549fc775e None None] Pushing event deleted for resources: {'Port': ['ID=db32c35e-ef78-4641-9568-00dd0d1dfccf,revision_number=None']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:22.945493 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7add19-d278-41db-b2d6-2b8549fc775e None None] No DVR routers for this DVR port db32c35e-ef78-4641-9568-00dd0d1dfccf on host dv-cinder-791240-3-iscsi {{(pid=98475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:49:22.948964 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-af19e857-e787-4625-87d9-7c9e6c820b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1676623', 'neutron.services.segments.db._delete_segments_for_network-8758999550940'] for network, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:22.956539 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7add19-d278-41db-b2d6-2b8549fc775e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:22.956539 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7add19-d278-41db-b2d6-2b8549fc775e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:22.956539 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7add19-d278-41db-b2d6-2b8549fc775e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:22.956539 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7add19-d278-41db-b2d6-2b8549fc775e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:22.956539 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7add19-d278-41db-b2d6-2b8549fc775e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:22.956539 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7add19-d278-41db-b2d6-2b8549fc775e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:22.957254 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7add19-d278-41db-b2d6-2b8549fc775e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:22.957254 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7add19-d278-41db-b2d6-2b8549fc775e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:22.957516 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7add19-d278-41db-b2d6-2b8549fc775e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:22.958766 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7add19-d278-41db-b2d6-2b8549fc775e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:22.959104 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7add19-d278-41db-b2d6-2b8549fc775e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:22.959104 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7add19-d278-41db-b2d6-2b8549fc775e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:49:22.962695 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-9e7add19-d278-41db-b2d6-2b8549fc775e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:22.976116 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.services.segments.db [None req-af19e857-e787-4625-87d9-7c9e6c820b65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70217ed2-67b9-4175-9c7a-693e9c78e866']}} {{(pid=98474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:22.989801 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.services.segments.db [None req-af19e857-e787-4625-87d9-7c9e6c820b65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d18d6c8-ca96-40d7-9cf3-28b73197e6ec') {'for_net_delete': True} {{(pid=98474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:22.990101 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.services.segments.db [None req-af19e857-e787-4625-87d9-7c9e6c820b65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d18d6c8-ca96-40d7-9cf3-28b73197e6ec') {} {{(pid=98474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:49:23.002348 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-af19e857-e787-4625-87d9-7c9e6c820b65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758999559837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981698'] for segment, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:23.018291 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-af19e857-e787-4625-87d9-7c9e6c820b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:23.020828 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device a2a98e1f-e2db-42ff-b4f7-c0296a377bee no longer exists at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:49:23.025145 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af19e857-e787-4625-87d9-7c9e6c820b65 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=98474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:49:23.025745 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-af19e857-e787-4625-87d9-7c9e6c820b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-881679'] for segment, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:23.042327 dv-cinder-791240-3-iscsi neutron-server[98474]: Traceback (most recent call last): May 25 15:49:23.042327 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 15:49:23.042327 dv-cinder-791240-3-iscsi neutron-server[98474]: timer() May 25 15:49:23.042327 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 15:49:23.042327 dv-cinder-791240-3-iscsi neutron-server[98474]: cb(*args, **kw) May 25 15:49:23.042327 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 15:49:23.042327 dv-cinder-791240-3-iscsi neutron-server[98474]: return func(*args, **kwargs) May 25 15:49:23.042327 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 15:49:23.042327 dv-cinder-791240-3-iscsi neutron-server[98474]: self._notify() May 25 15:49:23.042327 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 15:49:23.042327 dv-cinder-791240-3-iscsi neutron-server[98474]: self.callback(batched_events) May 25 15:49:23.042327 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 15:49:23.042327 dv-cinder-791240-3-iscsi neutron-server[98474]: event.method(event) May 25 15:49:23.042327 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 15:49:23.042327 dv-cinder-791240-3-iscsi neutron-server[98474]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 15:49:23.042327 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 15:49:23.042327 dv-cinder-791240-3-iscsi neutron-server[98474]: aggregate_uuid = self.p_client.list_aggregates( May 25 15:49:23.042327 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 15:49:23.042327 dv-cinder-791240-3-iscsi neutron-server[98474]: return f(self, *a, **k) May 25 15:49:23.042327 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 15:49:23.042327 dv-cinder-791240-3-iscsi neutron-server[98474]: return self._get(url).json() May 25 15:49:23.042327 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 15:49:23.042327 dv-cinder-791240-3-iscsi neutron-server[98474]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 15:49:23.042327 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 15:49:23.042327 dv-cinder-791240-3-iscsi neutron-server[98474]: return self.request(url, 'GET', **kwargs) May 25 15:49:23.042327 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 15:49:23.042327 dv-cinder-791240-3-iscsi neutron-server[98474]: base_url = self.get_endpoint(auth, allow=allow, May 25 15:49:23.042327 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 15:49:23.042327 dv-cinder-791240-3-iscsi neutron-server[98474]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 15:49:23.042327 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 15:49:23.042327 dv-cinder-791240-3-iscsi neutron-server[98474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 15:49:23.042327 dv-cinder-791240-3-iscsi neutron-server[98474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 15:49:23.058215 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] No Port match for: a2a98e1f-e2db-42ff-b4f7-c0296a377bee {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:49:23.058563 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device a2a98e1f-e2db-42ff-b4f7-c0296a377bee not bound to the agent host dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:49:23.058988 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device db32c35e-ef78-4641-9568-00dd0d1dfccf no longer exists at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:49:23.091299 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] No Port match for: db32c35e-ef78-4641-9568-00dd0d1dfccf {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:49:23.091571 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device db32c35e-ef78-4641-9568-00dd0d1dfccf not bound to the agent host dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:49:23.120616 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-af19e857-e787-4625-87d9-7c9e6c820b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1676614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-353586'] for network, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:23.124609 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:23.125301 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:23.137684 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-af19e857-e787-4625-87d9-7c9e6c820b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:23.147850 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af19e857-e787-4625-87d9-7c9e6c820b65 admin admin] Pushing event deleted for resources: {'Network': ['ID=70217ed2-67b9-4175-9c7a-693e9c78e866,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:23.150507 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-af19e857-e787-4625-87d9-7c9e6c820b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:23.152278 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-af19e857-e787-4625-87d9-7c9e6c820b65 admin admin] 10.222.0.32 "DELETE /v2.0/networks/70217ed2-67b9-4175-9c7a-693e9c78e866 HTTP/1.1" status: 204 len: 168 time: 0.9856446 May 25 15:49:23.329547 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 42840) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:23.379976 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-7d2dbc93-b9f2-4823-b0f2-a81faa8ac7cc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c5ec2154f8d47738882b025a961628f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489535 May 25 15:49:23.383271 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 42844) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:23.445669 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7be40229-e629-4ee9-941d-a24091683ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:23.472866 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7be40229-e629-4ee9-941d-a24091683ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:23.524190 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7be40229-e629-4ee9-941d-a24091683ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:23.528097 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-02281dca-5d00-47a6-a00c-3d655d126d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:23.542722 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be40229-e629-4ee9-941d-a24091683ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bb3db4-c19f-4982-842f-e6fec92fb1cd,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:23.545435 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-7be40229-e629-4ee9-941d-a24091683ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:23.556242 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-7be40229-e629-4ee9-941d-a24091683ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:23.557356 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-7be40229-e629-4ee9-941d-a24091683ade admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/11bb3db4-c19f-4982-842f-e6fec92fb1cd HTTP/1.1" status: 204 len: 168 time: 0.1740236 May 25 15:49:23.637989 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc89c6-29e6-4ac8-8113-b0fe95287487 req-bd1e179d-0352-4c01-8733-1636a0dfdb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:23.639551 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1cbc89c6-29e6-4ac8-8113-b0fe95287487 req-bd1e179d-0352-4c01-8733-1636a0dfdb04 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84e65264be4b4ed284c28ccc90c35988&device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 1099 time: 0.0891023 May 25 15:49:23.796285 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc89c6-29e6-4ac8-8113-b0fe95287487 req-b8759844-11f5-4df6-9a76-1eb09b950136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:23.798311 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1cbc89c6-29e6-4ac8-8113-b0fe95287487 req-b8759844-11f5-4df6-9a76-1eb09b950136 service neutron] 10.222.0.57 "GET /v2.0/networks?id=771546d5-f50e-49c2-832e-f1005d51ba9c HTTP/1.1" status: 200 len: 918 time: 0.1502697 May 25 15:49:23.906263 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01a196-2ace-49dd-b651-96f19de54602 req-e332deb8-020a-4dc9-bc50-2c04fd6c5bb4 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:23.907688 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7e01a196-2ace-49dd-b651-96f19de54602 req-e332deb8-020a-4dc9-bc50-2c04fd6c5bb4 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 946 time: 0.2013955 May 25 15:49:23.909404 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1cbc89c6-29e6-4ac8-8113-b0fe95287487 req-ed89ee84-525a-4665-bb75-c0349d5926c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dde591f-6d6a-4393-b2db-5b1541553fac HTTP/1.1" status: 200 len: 1001 time: 0.1040494 May 25 15:49:23.970006 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7e01a196-2ace-49dd-b651-96f19de54602 req-30e1ce47-91e5-4b66-bfc6-af3ee2eb4d20 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555782 May 25 15:49:23.978914 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 42858) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:24.040111 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-0667a66f-03b6-487a-bf5f-a1a683c66e11 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c79ed2b3a96741e5b7eaac8673bed4d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0589828 May 25 15:49:24.042661 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 42862) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:49:24.100129 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc89c6-29e6-4ac8-8113-b0fe95287487 req-77fa64ba-f43c-4acc-ab86-3e4876f3532c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:24.101565 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1cbc89c6-29e6-4ac8-8113-b0fe95287487 req-77fa64ba-f43c-4acc-ab86-3e4876f3532c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6affe17c-ed2e-4df1-9809-4e056b57fa85 HTTP/1.1" status: 200 len: 856 time: 0.1858430 May 25 15:49:24.106611 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-362e07cc-1609-4afd-b112-c619a3c0f885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:24.136452 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-362e07cc-1609-4afd-b112-c619a3c0f885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:24.179592 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc89c6-29e6-4ac8-8113-b0fe95287487 req-09b9441d-d0d4-4610-bd9b-812c3bdf7e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:24.181020 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1cbc89c6-29e6-4ac8-8113-b0fe95287487 req-09b9441d-d0d4-4610-bd9b-812c3bdf7e6f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=771546d5-f50e-49c2-832e-f1005d51ba9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720677 May 25 15:49:24.189972 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-362e07cc-1609-4afd-b112-c619a3c0f885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:24.193637 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-4d0187c7-c759-4972-9259-1bb0c693e349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:24.204493 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e07cc-1609-4afd-b112-c619a3c0f885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2bc614-08c5-4c26-8885-21038c602cbd,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:24.208339 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-362e07cc-1609-4afd-b112-c619a3c0f885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:24.213630 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-362e07cc-1609-4afd-b112-c619a3c0f885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:24.217071 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-362e07cc-1609-4afd-b112-c619a3c0f885 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2e2bc614-08c5-4c26-8885-21038c602cbd HTTP/1.1" status: 204 len: 168 time: 0.1710899 May 25 15:49:24.315937 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1cbc89c6-29e6-4ac8-8113-b0fe95287487 req-591ac659-a08e-4801-88bb-2f413e849a85 service neutron] 10.222.0.57 "GET /v2.0/networks/771546d5-f50e-49c2-832e-f1005d51ba9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269839 May 25 15:49:24.471278 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1cbc89c6-29e6-4ac8-8113-b0fe95287487 req-9362bc20-d717-4e4e-aaee-de6bc7c898fe service neutron] 10.222.0.57 "GET /v2.0/networks/771546d5-f50e-49c2-832e-f1005d51ba9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385934 May 25 15:49:25.160038 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf5836-8ccd-40fa-96e6-d728b424416e req-b9141a52-cd21-4d18-8f0b-d014eb2eb621 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:25.161531 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-82bf5836-8ccd-40fa-96e6-d728b424416e req-b9141a52-cd21-4d18-8f0b-d014eb2eb621 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 946 time: 0.0815589 May 25 15:49:25.212400 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-82bf5836-8ccd-40fa-96e6-d728b424416e req-0da757e0-d927-4ef3-851d-ce1f29fc1807 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450814 May 25 15:49:25.245746 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:49:25.925491 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 0dde591f-6d6a-4393-b2db-5b1541553fac no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:49:26.045935 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:26.072868 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e143f9-fa2d-4bb1-8036-ec6e067f5f46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dde591f-6d6a-4393-b2db-5b1541553fac'}] {{(pid=98475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:49:26.082599 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 0dde591f-6d6a-4393-b2db-5b1541553fac, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=0dde591f-6d6a-4393-b2db-5b1541553fac,segment=NetworkSegment(f75f90f2-d3cf-4d1f-8686-0dba664408e0),segment_id=f75f90f2-d3cf-4d1f-8686-0dba664408e0)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:49:26.086622 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:26.089528 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-12bdb9cd-15bb-47c3-ab08-5c3d4c876920 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:26.126144 dv-cinder-791240-3-iscsi neutron-server[98475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e143f9-fa2d-4bb1-8036-ec6e067f5f46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dde591f-6d6a-4393-b2db-5b1541553fac', 'code': 200} May 25 15:49:26.163896 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=0dde591f-6d6a-4393-b2db-5b1541553fac,revision_number=8']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:26.167761 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:26.406968 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f194f4-cccf-4e21-aff8-8ed34e4dd4a0 req-ffc08c43-0b13-477b-855c-3bf1105d5492 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:26.408469 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-74f194f4-cccf-4e21-aff8-8ed34e4dd4a0 req-ffc08c43-0b13-477b-855c-3bf1105d5492 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 944 time: 0.0831513 May 25 15:49:26.458906 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-74f194f4-cccf-4e21-aff8-8ed34e4dd4a0 req-7dc200f9-8c04-495c-a353-0cca39af48d4 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444314 May 25 15:49:27.873130 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c0bd3-ca2e-44ae-b3fe-020bb3b32783 req-7cffca2b-05d6-482d-8537-7ffaa30a347c tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:27.874472 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-858c0bd3-ca2e-44ae-b3fe-020bb3b32783 req-7cffca2b-05d6-482d-8537-7ffaa30a347c tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 944 time: 0.3051331 May 25 15:49:27.918392 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-858c0bd3-ca2e-44ae-b3fe-020bb3b32783 req-b543706c-26b3-44b3-8f4e-46150e6d25f4 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377715 May 25 15:49:29.433164 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e05d8-7ce7-4b49-b123-5975a3536d77 req-516f8cad-9399-4aa6-9384-6d52ba62f1b7 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:29.434637 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-5a5e05d8-7ce7-4b49-b123-5975a3536d77 req-516f8cad-9399-4aa6-9384-6d52ba62f1b7 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 944 time: 0.0853155 May 25 15:49:29.487025 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-5a5e05d8-7ce7-4b49-b123-5975a3536d77 req-65ec21a2-a636-4a5d-9662-e3facf618b74 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467250 May 25 15:49:29.595134 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-afa7e52e-086b-4933-b366-8565ab580fcb req-da2765c4-9a4f-4300-a1e4-171d211d458d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1213310 May 25 15:49:29.956431 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 0dde591f-6d6a-4393-b2db-5b1541553fac no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:49:30.451340 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7e52e-086b-4933-b366-8565ab580fcb req-ee262212-52af-40c2-983c-73c42436ac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:30.453425 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-afa7e52e-086b-4933-b366-8565ab580fcb req-ee262212-52af-40c2-983c-73c42436ac6a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46&tenant_id=84e65264be4b4ed284c28ccc90c35988 HTTP/1.1" status: 200 len: 1097 time: 0.0732160 May 25 15:49:30.546949 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7e52e-086b-4933-b366-8565ab580fcb req-2a53e200-7599-4380-9240-4278468bda27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:30.548466 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-afa7e52e-086b-4933-b366-8565ab580fcb req-2a53e200-7599-4380-9240-4278468bda27 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84e65264be4b4ed284c28ccc90c35988&device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 1097 time: 0.0731978 May 25 15:49:30.740425 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7e52e-086b-4933-b366-8565ab580fcb req-8ca15830-555c-402d-8970-a78f824cf7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:30.742194 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-afa7e52e-086b-4933-b366-8565ab580fcb req-8ca15830-555c-402d-8970-a78f824cf7f4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=771546d5-f50e-49c2-832e-f1005d51ba9c HTTP/1.1" status: 200 len: 918 time: 0.1860530 May 25 15:49:30.754273 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e110177-3c0f-401f-a0c6-42ccc266b6ff req-6b209915-a0c4-4ba4-b505-563d20e18e90 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:30.755606 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0e110177-3c0f-401f-a0c6-42ccc266b6ff req-6b209915-a0c4-4ba4-b505-563d20e18e90 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 944 time: 0.1292722 May 25 15:49:30.878482 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0e110177-3c0f-401f-a0c6-42ccc266b6ff req-40a39508-f685-48d6-8da7-c103f35e80f7 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760274 May 25 15:49:30.882593 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-afa7e52e-086b-4933-b366-8565ab580fcb req-8ba3c056-0119-46b3-91bc-36164a728f91 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dde591f-6d6a-4393-b2db-5b1541553fac HTTP/1.1" status: 200 len: 999 time: 0.1259711 May 25 15:49:30.949298 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7e52e-086b-4933-b366-8565ab580fcb req-41ed1bf1-2ccd-470e-b6e5-7cf8e612bfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:30.950711 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-afa7e52e-086b-4933-b366-8565ab580fcb req-41ed1bf1-2ccd-470e-b6e5-7cf8e612bfa2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6affe17c-ed2e-4df1-9809-4e056b57fa85 HTTP/1.1" status: 200 len: 856 time: 0.0603855 May 25 15:49:31.028276 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7e52e-086b-4933-b366-8565ab580fcb req-73591a84-847f-4b52-b640-890e1dbd2c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:31.029698 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-afa7e52e-086b-4933-b366-8565ab580fcb req-73591a84-847f-4b52-b640-890e1dbd2c6a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=771546d5-f50e-49c2-832e-f1005d51ba9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719924 May 25 15:49:31.162493 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-afa7e52e-086b-4933-b366-8565ab580fcb req-5b3df435-20f3-489b-93af-25e2e73de90d service neutron] 10.222.0.57 "GET /v2.0/networks/771546d5-f50e-49c2-832e-f1005d51ba9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252091 May 25 15:49:31.294625 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-afa7e52e-086b-4933-b366-8565ab580fcb req-218c6266-fd0d-4f45-9170-571e8508367a service neutron] 10.222.0.57 "GET /v2.0/networks/771546d5-f50e-49c2-832e-f1005d51ba9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239836 May 25 15:49:32.177371 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a16bf-82aa-4f0b-8d77-ba61e99f5613 req-886de6de-ba02-4269-8cb3-3111c95c6361 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:32.178846 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ce6a16bf-82aa-4f0b-8d77-ba61e99f5613 req-886de6de-ba02-4269-8cb3-3111c95c6361 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 944 time: 0.1795540 May 25 15:49:32.233229 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ce6a16bf-82aa-4f0b-8d77-ba61e99f5613 req-ce1572d1-fec5-4fdf-b533-325f63fb4dc8 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480442 May 25 15:49:33.431240 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff520bd-db5c-439d-be67-6aa78c955898 req-fc15efbf-6613-42ea-8dfd-b135680d0fc5 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:33.432839 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1ff520bd-db5c-439d-be67-6aa78c955898 req-fc15efbf-6613-42ea-8dfd-b135680d0fc5 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 944 time: 0.0832024 May 25 15:49:33.479036 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1ff520bd-db5c-439d-be67-6aa78c955898 req-4d82facf-809a-41df-8aee-50df684be6ed tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405347 May 25 15:49:34.683738 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb520c86-69eb-43e9-b7b4-aca64906d92f req-c7614d93-eb42-4fe2-af2d-99a20cd04251 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:34.685334 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-eb520c86-69eb-43e9-b7b4-aca64906d92f req-c7614d93-eb42-4fe2-af2d-99a20cd04251 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 944 time: 0.0857739 May 25 15:49:34.738867 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-eb520c86-69eb-43e9-b7b4-aca64906d92f req-f05f4d32-1f0f-4841-a658-40078eeaf92a tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475359 May 25 15:49:35.932161 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f80001-14e7-4917-8dd9-84c5324afc00 req-00af4a2f-935c-4e80-acb5-bb5ef6f820cd tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:35.933628 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d5f80001-14e7-4917-8dd9-84c5324afc00 req-00af4a2f-935c-4e80-acb5-bb5ef6f820cd tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 944 time: 0.0818279 May 25 15:49:35.979298 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d5f80001-14e7-4917-8dd9-84c5324afc00 req-7f1fc27c-bb7e-4007-a107-a631d0aa93ce tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396960 May 25 15:49:37.185158 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf71e3a-fa62-44e0-bafa-16c590f28c89 req-d0ac7fb4-a3cf-41b6-80b3-fdf45e75d7af tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:37.187616 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-bdf71e3a-fa62-44e0-bafa-16c590f28c89 req-d0ac7fb4-a3cf-41b6-80b3-fdf45e75d7af tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 944 time: 0.0891201 May 25 15:49:37.237259 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-bdf71e3a-fa62-44e0-bafa-16c590f28c89 req-ed355c16-13d2-40b0-96be-d40905040abf tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429668 May 25 15:49:38.436744 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb87cc7-6cdf-471b-9b95-16b0778825b3 req-18a23edc-952a-4fcf-9f24-e507c9fc9488 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:38.438901 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-6eb87cc7-6cdf-471b-9b95-16b0778825b3 req-18a23edc-952a-4fcf-9f24-e507c9fc9488 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 944 time: 0.0846834 May 25 15:49:38.485175 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-6eb87cc7-6cdf-471b-9b95-16b0778825b3 req-85202f47-33c0-4beb-bbe8-23fa5434a7f4 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403111 May 25 15:49:39.705022 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ef294-16e0-4a3f-8aa1-3fe7e661c822 req-48a28036-e90f-4c51-bb0f-0781d74bc43c tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:39.706462 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-705ef294-16e0-4a3f-8aa1-3fe7e661c822 req-48a28036-e90f-4c51-bb0f-0781d74bc43c tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 944 time: 0.0921221 May 25 15:49:39.758518 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-705ef294-16e0-4a3f-8aa1-3fe7e661c822 req-a0af5f11-131e-4dcd-a92b-fa3ae8411f65 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454960 May 25 15:49:40.257762 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-96e19731-c603-4c9d-981d-847d991c724f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:40.973985 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd59a9-747c-4e04-9d9e-c04bcc139fa8 req-201080ad-0a21-4774-ae70-5a1ee68dcda2 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:40.975645 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-29fd59a9-747c-4e04-9d9e-c04bcc139fa8 req-201080ad-0a21-4774-ae70-5a1ee68dcda2 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 944 time: 0.0909841 May 25 15:49:41.026171 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-29fd59a9-747c-4e04-9d9e-c04bcc139fa8 req-2ab79c56-1949-430c-a249-33725697ee2f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437331 May 25 15:49:41.980672 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-35d51741-0c73-48bc-b240-3609e106023e tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Synchronizing usage tracker for tenant:84b618e26d84448e895072b4ac0967b1 on resource:security_group {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:49:41.997473 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-35d51741-0c73-48bc-b240-3609e106023e tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Unset dirty status for tenant:84b618e26d84448e895072b4ac0967b1 on resource:security_group {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:49:41.998847 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-35d51741-0c73-48bc-b240-3609e106023e tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-783903878&fields=id&tenant_id=84b618e26d84448e895072b4ac0967b1 HTTP/1.1" status: 200 len: 267 time: 0.0620022 May 25 15:49:42.149525 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-58940fda-7aa8-44f3-9479-c6f09b3b05b7 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:42.156132 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-58940fda-7aa8-44f3-9479-c6f09b3b05b7 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/networks?id=314b5cd8-30e3-4858-a640-2a3928ee779b HTTP/1.1" status: 200 len: 812 time: 0.1501160 May 25 15:49:42.171955 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-16457990-d220-4f0f-a6ba-4eb575c01e79 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/quotas/84b618e26d84448e895072b4ac0967b1 HTTP/1.1" status: 200 len: 375 time: 0.0091751 May 25 15:49:42.254363 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-33076d4f-0305-49d9-89f8-618da01a734b tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=84b618e26d84448e895072b4ac0967b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768518 May 25 15:49:42.269197 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-c0d053a7-64bd-4fd7-85cd-0fb9bb6024dd service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=98474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:49:42.270123 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-c0d053a7-64bd-4fd7-85cd-0fb9bb6024dd service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050449 May 25 15:49:42.398789 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-1697f243-0f6e-4a9e-8cb4-8e28c593a356 service neutron] 10.222.0.32 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235218 May 25 15:49:42.529848 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-c069feba-74e0-4c5a-aea8-fd81821ad99d service neutron] 10.222.0.32 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253171 May 25 15:49:42.723115 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:42.876148 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-51479f0d-3d11-490e-97aa-1bf753062d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:43.008456 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10ede3-ad88-4167-b575-ef8af95ae84b req-bd35d28d-3e3c-485f-86b0-be550023deac tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:43.009921 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-bf10ede3-ad88-4167-b575-ef8af95ae84b req-bd35d28d-3e3c-485f-86b0-be550023deac tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 944 time: 0.0852382 May 25 15:49:43.055464 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-bf10ede3-ad88-4167-b575-ef8af95ae84b req-433fd5f1-47bf-45bc-bc43-7c835df31a15 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394921 May 25 15:49:43.154585 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-5ecad2a1-7118-47a3-b667-99996623253e req-de773ccf-659c-4f05-ad5e-3d858b4b017d tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b0f358-d14c-4c28-9ae1-7733b2f075cd HTTP/1.1" status: 200 len: 210 time: 0.0428913 May 25 15:49:43.755289 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:44.253242 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd695f-6dbd-4ec3-924a-0d88754e4cb5 req-270ce2d9-5bd1-486f-bca0-a3b97ae260e7 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:44.254717 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-42dd695f-6dbd-4ec3-924a-0d88754e4cb5 req-270ce2d9-5bd1-486f-bca0-a3b97ae260e7 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 944 time: 0.0794971 May 25 15:49:44.303087 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-42dd695f-6dbd-4ec3-924a-0d88754e4cb5 req-10dde5a7-06a8-4e40-857a-b461af1c0371 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427117 May 25 15:49:44.439501 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-978e295b-7fdf-4ac9-95c9-54a1680a1a13 req-3c1f7eb9-4571-4cc1-8713-7f9ee7157a53 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b0f358-d14c-4c28-9ae1-7733b2f075cd HTTP/1.1" status: 200 len: 210 time: 0.0422060 May 25 15:49:45.493254 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5529ae-abf0-4716-a8f0-91b041351135 req-73be5ec5-8c61-492c-9be8-a8c8b6c86a74 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:45.494704 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1c5529ae-abf0-4716-a8f0-91b041351135 req-73be5ec5-8c61-492c-9be8-a8c8b6c86a74 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 944 time: 0.0784905 May 25 15:49:45.517703 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:45.545237 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1c5529ae-abf0-4716-a8f0-91b041351135 req-69dba5bb-1bf3-4144-ba6e-9c5d6cf9306c tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441947 May 25 15:49:45.768331 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ff3990de-68ac-4de9-a7b3-d92e1c493545 req-f04b2363-9ea9-465f-9479-f6e167acc557 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b0f358-d14c-4c28-9ae1-7733b2f075cd HTTP/1.1" status: 200 len: 210 time: 0.1262529 May 25 15:49:46.738397 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb6e94-cd95-4163-bd43-065dfa9e383e req-020c59a8-4cd9-4ef8-8092-6fb65ffc8719 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:46.739843 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8ebb6e94-cd95-4163-bd43-065dfa9e383e req-020c59a8-4cd9-4ef8-8092-6fb65ffc8719 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 944 time: 0.0833428 May 25 15:49:46.789664 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8ebb6e94-cd95-4163-bd43-065dfa9e383e req-56f9974f-7593-4ebc-93e9-789c3e492219 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437009 May 25 15:49:46.921245 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-7aef10e6-50d7-486c-a8b9-4f48e48b724f req-78e0fa66-202c-46ac-9148-6a06cd7f517e tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Synchronizing usage tracker for tenant:84b618e26d84448e895072b4ac0967b1 on resource:port {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:49:46.937376 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-7aef10e6-50d7-486c-a8b9-4f48e48b724f req-78e0fa66-202c-46ac-9148-6a06cd7f517e tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Unset dirty status for tenant:84b618e26d84448e895072b4ac0967b1 on resource:port {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:49:46.939229 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7aef10e6-50d7-486c-a8b9-4f48e48b724f req-78e0fa66-202c-46ac-9148-6a06cd7f517e tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b0f358-d14c-4c28-9ae1-7733b2f075cd HTTP/1.1" status: 200 len: 210 time: 0.0628698 May 25 15:49:47.272310 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-bddb354e-3f99-49aa-a69a-5372618b1c75 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:47.273693 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-bddb354e-3f99-49aa-a69a-5372618b1c75 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.57 "GET /v2.0/networks?id=314b5cd8-30e3-4858-a640-2a3928ee779b HTTP/1.1" status: 200 len: 812 time: 0.1451473 May 25 15:49:47.321782 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-d7ee405e-7ff4-4373-9412-9542716ffbed tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84b618e26d84448e895072b4ac0967b1 HTTP/1.1" status: 200 len: 379 time: 0.0391881 May 25 15:49:47.330941 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-94547ee2-13fa-4f37-bbaf-b6898d5e9e38 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Request body: {'port': {'device_id': '40b0f358-d14c-4c28-9ae1-7733b2f075cd', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'admin_state_up': True, 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'security_groups': ['02fa7d19-1d34-4bbd-a732-70ce371d8fc0']}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:49:47.467587 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-94547ee2-13fa-4f37-bbaf-b6898d5e9e38 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:49:47.477744 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-94547ee2-13fa-4f37-bbaf-b6898d5e9e38 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:49:47.488456 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-94547ee2-13fa-4f37-bbaf-b6898d5e9e38 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Made reservation on behalf of 84b618e26d84448e895072b4ac0967b1 for: {'port': 1} {{(pid=98474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:49:47.491899 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-94547ee2-13fa-4f37-bbaf-b6898d5e9e38 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:47.663067 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.db_base_plugin_common [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-94547ee2-13fa-4f37-bbaf-b6898d5e9e38 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Allocated IP 172.20.0.4 (314b5cd8-30e3-4858-a640-2a3928ee779b/a8053ff5-f153-4b8c-a65c-778e9408f5dc/deb8d5d1-a585-4984-b44f-e23ccb823250) {{(pid=98474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:49:47.862274 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-94547ee2-13fa-4f37-bbaf-b6898d5e9e38 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for port, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:47.880557 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.provisioning_blocks [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-94547ee2-13fa-4f37-bbaf-b6898d5e9e38 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Transition to ACTIVE for port object deb8d5d1-a585-4984-b44f-e23ccb823250 will not be triggered until provisioned by entity DHCP. {{(pid=98474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:49:47.908007 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-94547ee2-13fa-4f37-bbaf-b6898d5e9e38 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:47.913850 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-cafdf5f6-4ef5-4fd5-b423-55abe84e0b34 tempest-VolumesActionsTest-1006292571 tempest-VolumesActionsTest-1006292571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:47.988616 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-94547ee2-13fa-4f37-bbaf-b6898d5e9e38 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Network 314b5cd8-30e3-4858-a640-2a3928ee779b is already hosted by enough agents. {{(pid=98474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:49:47.993758 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-94547ee2-13fa-4f37-bbaf-b6898d5e9e38 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Resources bound (agent type, host, resource id): {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:49:47.996354 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-94547ee2-13fa-4f37-bbaf-b6898d5e9e38 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Received port after_create {{(pid=98474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:49:48.016678 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b30688-b45b-485a-b752-7c0677e26a21 req-24e683f0-44e9-41d6-a1af-b5dbe9cb5326 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:48.018989 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-98b30688-b45b-485a-b752-7c0677e26a21 req-24e683f0-44e9-41d6-a1af-b5dbe9cb5326 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 944 time: 0.1151824 May 25 15:49:48.055485 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94547ee2-13fa-4f37-bbaf-b6898d5e9e38 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Pushing event updated for resources: {'Port': ['ID=deb8d5d1-a585-4984-b44f-e23ccb823250,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:48.058476 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-94547ee2-13fa-4f37-bbaf-b6898d5e9e38 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:48.076962 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-98b30688-b45b-485a-b752-7c0677e26a21 req-84007867-cbc3-4501-963e-695839f7cf84 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481913 May 25 15:49:48.112460 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-94547ee2-13fa-4f37-bbaf-b6898d5e9e38 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:48.113076 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-94547ee2-13fa-4f37-bbaf-b6898d5e9e38 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:48.161852 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-94547ee2-13fa-4f37-bbaf-b6898d5e9e38 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8344605 May 25 15:49:48.174317 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-7ba9d92c-e2aa-4717-bbfd-130ce72643b6 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=98474) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:49:48.175263 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-7ba9d92c-e2aa-4717-bbfd-130ce72643b6 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066233 May 25 15:49:48.187865 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4f83c-7b59-40df-9295-d0c760d59f18 req-03ae3c5d-61ed-43f1-96c0-43010a987e1a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:48.188502 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-63c4f83c-7b59-40df-9295-d0c760d59f18 req-03ae3c5d-61ed-43f1-96c0-43010a987e1a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Synchronizing usage tracker for tenant:84b618e26d84448e895072b4ac0967b1 on resource:port {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:49:48.210239 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-63c4f83c-7b59-40df-9295-d0c760d59f18 req-03ae3c5d-61ed-43f1-96c0-43010a987e1a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Unset dirty status for tenant:84b618e26d84448e895072b4ac0967b1 on resource:port {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:49:48.211438 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-63c4f83c-7b59-40df-9295-d0c760d59f18 req-03ae3c5d-61ed-43f1-96c0-43010a987e1a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b0f358-d14c-4c28-9ae1-7733b2f075cd HTTP/1.1" status: 200 len: 931 time: 0.1379209 May 25 15:49:48.245983 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-44464ba7-83c9-4264-ad30-394b83661f4b service neutron] Request body: {'port': {'device_id': '40b0f358-d14c-4c28-9ae1-7733b2f075cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:49:48.247312 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-a68c73ca-c0c4-445e-9be9-2a4387918e7c None None] Provisioning for port deb8d5d1-a585-4984-b44f-e23ccb823250 completed by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:49:48.252883 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-a68c73ca-c0c4-445e-9be9-2a4387918e7c None None] Provisioning complete for port deb8d5d1-a585-4984-b44f-e23ccb823250 triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:49:48.253259 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-a68c73ca-c0c4-445e-9be9-2a4387918e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:48.305093 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-a68c73ca-c0c4-445e-9be9-2a4387918e7c None None] Port deb8d5d1-a585-4984-b44f-e23ccb823250 cannot update to ACTIVE because it is not bound. {{(pid=98475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:49:48.313455 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-63c4f83c-7b59-40df-9295-d0c760d59f18 req-22dc2e7e-db97-4b23-af73-24b908fa738f tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962389 May 25 15:49:48.370605 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-44464ba7-83c9-4264-ad30-394b83661f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:48.708249 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-44464ba7-83c9-4264-ad30-394b83661f4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deb8d5d1-a585-4984-b44f-e23ccb823250 {{(pid=98474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:49:48.715432 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-44464ba7-83c9-4264-ad30-394b83661f4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:48.730429 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.provisioning_blocks [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-44464ba7-83c9-4264-ad30-394b83661f4b service neutron] Transition to ACTIVE for port object deb8d5d1-a585-4984-b44f-e23ccb823250 will not be triggered until provisioned by entity L2. {{(pid=98474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:49:48.734190 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-44464ba7-83c9-4264-ad30-394b83661f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-881747'] for port, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:48.738719 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-07706dd6-c960-4bd5-9b0d-e93280a3bebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:48.992677 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44464ba7-83c9-4264-ad30-394b83661f4b service neutron] Pushing event updated for resources: {'Port': ['ID=deb8d5d1-a585-4984-b44f-e23ccb823250,revision_number=2']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:48.999433 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-44464ba7-83c9-4264-ad30-394b83661f4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:49.065390 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.managers [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-44464ba7-83c9-4264-ad30-394b83661f4b service neutron] Attempting to bind port deb8d5d1-a585-4984-b44f-e23ccb823250 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:49:49.065649 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.managers [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-44464ba7-83c9-4264-ad30-394b83661f4b service neutron] Attempting to bind port deb8d5d1-a585-4984-b44f-e23ccb823250 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '1f537b8e-f549-42b6-bcda-f919a28863c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b'}] {{(pid=98474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:49:49.065972 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-44464ba7-83c9-4264-ad30-394b83661f4b service neutron] Attempting to bind port deb8d5d1-a585-4984-b44f-e23ccb823250 on network 314b5cd8-30e3-4858-a640-2a3928ee779b {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:49:49.070438 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-44464ba7-83c9-4264-ad30-394b83661f4b service neutron] Port deb8d5d1-a585-4984-b44f-e23ccb823250 on network 314b5cd8-30e3-4858-a640-2a3928ee779b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:49:49.070756 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-44464ba7-83c9-4264-ad30-394b83661f4b service neutron] Attempting to bind port deb8d5d1-a585-4984-b44f-e23ccb823250 on network 314b5cd8-30e3-4858-a640-2a3928ee779b {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:49:49.075718 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-44464ba7-83c9-4264-ad30-394b83661f4b service neutron] Checking agent: {'id': 'eb2109ed-85e4-4c57-98e0-c43a853e4d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'started_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:49:49.076077 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-44464ba7-83c9-4264-ad30-394b83661f4b service neutron] Checking segment: {'id': '1f537b8e-f549-42b6-bcda-f919a28863c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:49:49.076460 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-44464ba7-83c9-4264-ad30-394b83661f4b service neutron] Bound using segment: {'id': '1f537b8e-f549-42b6-bcda-f919a28863c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b'} {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:49:49.076885 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.managers [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-44464ba7-83c9-4264-ad30-394b83661f4b service neutron] Bound port: deb8d5d1-a585-4984-b44f-e23ccb823250, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f537b8e-f549-42b6-bcda-f919a28863c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b'}}] {{(pid=98474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:49:49.077228 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-44464ba7-83c9-4264-ad30-394b83661f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:49.168117 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-44464ba7-83c9-4264-ad30-394b83661f4b service neutron] For port deb8d5d1-a585-4984-b44f-e23ccb823250, host hv-cinder-79124, cleared binding levels {{(pid=98474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:49:49.170901 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-44464ba7-83c9-4264-ad30-394b83661f4b service neutron] For port deb8d5d1-a585-4984-b44f-e23ccb823250, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=deb8d5d1-a585-4984-b44f-e23ccb823250,segment=NetworkSegment(1f537b8e-f549-42b6-bcda-f919a28863c9),segment_id=1f537b8e-f549-42b6-bcda-f919a28863c9)] {{(pid=98474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:49:49.175986 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-44464ba7-83c9-4264-ad30-394b83661f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-881747'] for port, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:49.179582 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-57783ca2-6158-4c99-b7ed-ed5907785a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:49.283439 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-44464ba7-83c9-4264-ad30-394b83661f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:49.284071 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-44464ba7-83c9-4264-ad30-394b83661f4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:49.285431 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-44464ba7-83c9-4264-ad30-394b83661f4b service neutron] 10.222.0.57 "PUT /v2.0/ports/deb8d5d1-a585-4984-b44f-e23ccb823250 HTTP/1.1" status: 200 len: 1093 time: 1.0941665 May 25 15:49:49.288139 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b0f358-d14c-4c28-9ae1-7733b2f075cd', 'tag': 'deb8d5d1-a585-4984-b44f-e23ccb823250'}] {{(pid=98474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:49:49.318420 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44464ba7-83c9-4264-ad30-394b83661f4b service neutron] Pushing event updated for resources: {'Port': ['ID=deb8d5d1-a585-4984-b44f-e23ccb823250,revision_number=3']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:49.322363 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-44464ba7-83c9-4264-ad30-394b83661f4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:49.346023 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf4ed5-b06f-4885-b405-d62ab4d4775a req-55692e67-575a-4012-aa45-a5e8fc677e3c tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:49.347864 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-aebf4ed5-b06f-4885-b405-d62ab4d4775a req-55692e67-575a-4012-aa45-a5e8fc677e3c tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 944 time: 0.1337757 May 25 15:49:49.395818 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b0f358-d14c-4c28-9ae1-7733b2f075cd', 'tag': 'deb8d5d1-a585-4984-b44f-e23ccb823250', 'status': 'completed', 'code': 200} May 25 15:49:49.463016 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-aebf4ed5-b06f-4885-b405-d62ab4d4775a req-b8e7ac73-c888-47ba-b83a-eae87aea448e tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663121 May 25 15:49:49.477502 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-c9cc1758-ea0d-47f9-972d-60f06b3107e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:49.479077 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-c9cc1758-ea0d-47f9-972d-60f06b3107e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84b618e26d84448e895072b4ac0967b1&device_id=40b0f358-d14c-4c28-9ae1-7733b2f075cd HTTP/1.1" status: 200 len: 1096 time: 0.1303535 May 25 15:49:49.551922 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-95252305-85e3-4145-bac5-04af65808825 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=deb8d5d1-a585-4984-b44f-e23ccb823250 HTTP/1.1" status: 200 len: 217 time: 0.0636384 May 25 15:49:49.552649 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce6b8d-83db-4104-b82f-9e4e72860682 req-1a3e4843-6134-48b7-ba75-3e5d2ad66206 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:49.554098 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-82ce6b8d-83db-4104-b82f-9e4e72860682 req-1a3e4843-6134-48b7-ba75-3e5d2ad66206 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b0f358-d14c-4c28-9ae1-7733b2f075cd HTTP/1.1" status: 200 len: 943 time: 0.0919356 May 25 15:49:49.600197 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-82ce6b8d-83db-4104-b82f-9e4e72860682 req-8fe59ed4-42cd-420d-be24-161dc03cd175 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Synchronizing usage tracker for tenant:84b618e26d84448e895072b4ac0967b1 on resource:security_group {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:49:49.614644 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-82ce6b8d-83db-4104-b82f-9e4e72860682 req-8fe59ed4-42cd-420d-be24-161dc03cd175 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Unset dirty status for tenant:84b618e26d84448e895072b4ac0967b1 on resource:security_group {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:49:49.615836 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-82ce6b8d-83db-4104-b82f-9e4e72860682 req-8fe59ed4-42cd-420d-be24-161dc03cd175 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561292 May 25 15:49:49.623133 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-c1401f18-bf48-4598-966b-67635e32a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:49.624613 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-c1401f18-bf48-4598-966b-67635e32a813 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a8053ff5-f153-4b8c-a65c-778e9408f5dc HTTP/1.1" status: 200 len: 851 time: 0.0655234 May 25 15:49:49.701315 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-0baa1867-aca0-4409-827e-ecff1a4be744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:49.702694 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-0baa1867-aca0-4409-827e-ecff1a4be744 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=314b5cd8-30e3-4858-a640-2a3928ee779b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713055 May 25 15:49:49.836904 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-7e73bbc5-1bd6-47b3-b6fc-ae9330f19d34 service neutron] 10.222.0.57 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268153 May 25 15:49:49.974602 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b37596f8-a9be-4eb3-812f-af463e12fe93 req-dd619b25-6bee-466b-8861-cceaee8ea907 service neutron] 10.222.0.57 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251955 May 25 15:49:50.101419 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2968b7-45f9-4442-8b72-ed3e209e1ec4 req-dda61550-0cc5-478c-8b0a-728f01d93e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:50.102854 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-bc2968b7-45f9-4442-8b72-ed3e209e1ec4 req-dda61550-0cc5-478c-8b0a-728f01d93e79 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84b618e26d84448e895072b4ac0967b1&device_id=40b0f358-d14c-4c28-9ae1-7733b2f075cd HTTP/1.1" status: 200 len: 1096 time: 0.0689836 May 25 15:49:50.113858 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 0dde591f-6d6a-4393-b2db-5b1541553fac details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:49:50.232185 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2968b7-45f9-4442-8b72-ed3e209e1ec4 req-e2a0ef30-dc9d-409b-abeb-1fbb4edea7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:50.233517 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-bc2968b7-45f9-4442-8b72-ed3e209e1ec4 req-e2a0ef30-dc9d-409b-abeb-1fbb4edea7cd service neutron] 10.222.0.57 "GET /v2.0/networks?id=314b5cd8-30e3-4858-a640-2a3928ee779b HTTP/1.1" status: 200 len: 913 time: 0.1241932 May 25 15:49:50.246363 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 0dde591f-6d6a-4393-b2db-5b1541553fac, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=0dde591f-6d6a-4393-b2db-5b1541553fac,segment=NetworkSegment(f75f90f2-d3cf-4d1f-8686-0dba664408e0),segment_id=f75f90f2-d3cf-4d1f-8686-0dba664408e0)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:49:50.259596 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Returning: {'device': '0dde591f-6d6a-4393-b2db-5b1541553fac', 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c', 'port_id': '0dde591f-6d6a-4393-b2db-5b1541553fac', 'mac_address': 'fa:16:3e:e7:62:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6affe17c-ed2e-4df1-9809-4e056b57fa85', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:49:50.314164 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-bc2968b7-45f9-4442-8b72-ed3e209e1ec4 req-1049b365-31ad-4030-a1c7-28fba915362e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=deb8d5d1-a585-4984-b44f-e23ccb823250 HTTP/1.1" status: 200 len: 217 time: 0.0718782 May 25 15:49:50.318470 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:50.337446 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dde591f-6d6a-4393-b2db-5b1541553fac {{(pid=98475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:49:50.357468 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 0dde591f-6d6a-4393-b2db-5b1541553fac, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=0dde591f-6d6a-4393-b2db-5b1541553fac,segment=NetworkSegment(f75f90f2-d3cf-4d1f-8686-0dba664408e0),segment_id=f75f90f2-d3cf-4d1f-8686-0dba664408e0)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:49:50.364312 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:50.366126 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:50.385054 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2968b7-45f9-4442-8b72-ed3e209e1ec4 req-d43a1d16-f58f-46c0-9bd2-ffbc04d10cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:50.386874 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-bc2968b7-45f9-4442-8b72-ed3e209e1ec4 req-d43a1d16-f58f-46c0-9bd2-ffbc04d10cae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a8053ff5-f153-4b8c-a65c-778e9408f5dc HTTP/1.1" status: 200 len: 851 time: 0.0677133 May 25 15:49:50.431086 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=0dde591f-6d6a-4393-b2db-5b1541553fac,revision_number=9']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:50.434318 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:50.462307 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2968b7-45f9-4442-8b72-ed3e209e1ec4 req-bea1a694-349d-4451-ae4e-32afed6e3028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:50.463749 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-bc2968b7-45f9-4442-8b72-ed3e209e1ec4 req-bea1a694-349d-4451-ae4e-32afed6e3028 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=314b5cd8-30e3-4858-a640-2a3928ee779b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690794 May 25 15:49:50.606392 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-bc2968b7-45f9-4442-8b72-ed3e209e1ec4 req-ca5a1def-d333-41ff-a442-9d0459b3162d service neutron] 10.222.0.57 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344354 May 25 15:49:50.773274 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['0dde591f-6d6a-4393-b2db-5b1541553fac'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:49:50.812770 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58315c8a-bc97-4f03-b033-f52317bf500a req-126a8dd7-8d33-48d9-a922-5fac2bb465a9 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:50.816275 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-58315c8a-bc97-4f03-b033-f52317bf500a req-126a8dd7-8d33-48d9-a922-5fac2bb465a9 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 945 time: 0.0884097 May 25 15:49:50.868653 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-58315c8a-bc97-4f03-b033-f52317bf500a req-df4124c3-7504-46ae-aeff-b0764e831487 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482907 May 25 15:49:50.915835 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-bc2968b7-45f9-4442-8b72-ed3e209e1ec4 req-869db0fa-4d84-4631-b06e-514359022ea6 service neutron] 10.222.0.57 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019297 May 25 15:49:50.938501 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ca61d-348d-4f26-a57a-f1499b9a14e2 req-2b305e92-5dcb-4b66-b465-49602194be15 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:50.940182 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3e6ca61d-348d-4f26-a57a-f1499b9a14e2 req-2b305e92-5dcb-4b66-b465-49602194be15 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b0f358-d14c-4c28-9ae1-7733b2f075cd HTTP/1.1" status: 200 len: 943 time: 0.1399324 May 25 15:49:50.986754 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3e6ca61d-348d-4f26-a57a-f1499b9a14e2 req-86e8bf60-0fb8-40ae-a386-04fc3f59c9fd tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410023 May 25 15:49:52.061269 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e2f06-1866-4f0c-ac9f-a6fdbe12563b req-0de48969-f5f2-4c1a-8fba-c2f2cfe28d65 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:52.063364 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d55e2f06-1866-4f0c-ac9f-a6fdbe12563b req-0de48969-f5f2-4c1a-8fba-c2f2cfe28d65 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 945 time: 0.0829887 May 25 15:49:52.108207 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d55e2f06-1866-4f0c-ac9f-a6fdbe12563b req-b1f10277-33af-4d30-a46f-8beafd1ce028 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392859 May 25 15:49:52.126438 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 0dde591f-6d6a-4393-b2db-5b1541553fac up at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:49:52.198644 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning complete for port 0dde591f-6d6a-4393-b2db-5b1541553fac triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:49:52.199026 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:52.297480 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5abf9-2cc0-4390-9097-bd2c53a81c8d req-858bd6d8-4393-4c68-a155-c1ec2d0a2955 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:52.298905 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8de5abf9-2cc0-4390-9097-bd2c53a81c8d req-858bd6d8-4393-4c68-a155-c1ec2d0a2955 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b0f358-d14c-4c28-9ae1-7733b2f075cd HTTP/1.1" status: 200 len: 943 time: 0.0929949 May 25 15:49:52.319075 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:52.342120 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8de5abf9-2cc0-4390-9097-bd2c53a81c8d req-8fdbfee5-37a2-48f6-b034-d3c968c98f1d tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374756 May 25 15:49:52.350940 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e143f9-fa2d-4bb1-8036-ec6e067f5f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dde591f-6d6a-4393-b2db-5b1541553fac'}] {{(pid=98475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:49:52.361523 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 0dde591f-6d6a-4393-b2db-5b1541553fac, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=0dde591f-6d6a-4393-b2db-5b1541553fac,segment=NetworkSegment(f75f90f2-d3cf-4d1f-8686-0dba664408e0),segment_id=f75f90f2-d3cf-4d1f-8686-0dba664408e0)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:49:52.366306 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:52.368184 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:52.402061 dv-cinder-791240-3-iscsi neutron-server[98475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e143f9-fa2d-4bb1-8036-ec6e067f5f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dde591f-6d6a-4393-b2db-5b1541553fac', 'code': 200} May 25 15:49:52.436754 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=0dde591f-6d6a-4393-b2db-5b1541553fac,revision_number=10']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:52.440113 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:52.650704 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7acafa-ec4c-4c57-b0ff-04eb75771408 req-ebedc042-1ab1-4ddd-81df-7be27b46b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:52.652093 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9d7acafa-ec4c-4c57-b0ff-04eb75771408 req-ebedc042-1ab1-4ddd-81df-7be27b46b1a7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 1100 time: 0.0714614 May 25 15:49:52.697402 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9d7acafa-ec4c-4c57-b0ff-04eb75771408 req-9e62e6cc-7b61-4a8b-86b4-c7278de3bbfd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370295 May 25 15:49:53.133106 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:53.534791 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533dba6-19a8-458c-9103-ca4c1ef52b74 req-fcaf4263-3bb8-4e1d-b3bf-a9d8b5458c2d tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:53.536166 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-0533dba6-19a8-458c-9103-ca4c1ef52b74 req-fcaf4263-3bb8-4e1d-b3bf-a9d8b5458c2d tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b0f358-d14c-4c28-9ae1-7733b2f075cd HTTP/1.1" status: 200 len: 943 time: 0.0793939 May 25 15:49:53.583568 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-0533dba6-19a8-458c-9103-ca4c1ef52b74 req-3b3a900d-76e2-46d2-b589-d189814ae333 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416403 May 25 15:49:53.598628 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf4288-9967-4f32-97d6-379c3b729f3f req-41c66d81-d503-4027-82f3-a4c8665b95f6 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:53.600206 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a4bf4288-9967-4f32-97d6-379c3b729f3f req-41c66d81-d503-4027-82f3-a4c8665b95f6 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 947 time: 0.0806034 May 25 15:49:53.648659 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a4bf4288-9967-4f32-97d6-379c3b729f3f req-7bd345ea-750d-4516-b02c-0d3b1b2968cd tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425520 May 25 15:49:54.197094 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce194cd7-79a2-4ad3-bb85-3fa5713ba36a req-c092cbf5-ae85-4e68-ba93-816126e8d801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:54.198556 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ce194cd7-79a2-4ad3-bb85-3fa5713ba36a req-c092cbf5-ae85-4e68-ba93-816126e8d801 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84e65264be4b4ed284c28ccc90c35988&device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 1100 time: 0.0793324 May 25 15:49:54.351977 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce194cd7-79a2-4ad3-bb85-3fa5713ba36a req-a64b0c79-5d22-4b40-a70f-81a10db391ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:54.353420 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ce194cd7-79a2-4ad3-bb85-3fa5713ba36a req-a64b0c79-5d22-4b40-a70f-81a10db391ec service neutron] 10.222.0.57 "GET /v2.0/networks?id=771546d5-f50e-49c2-832e-f1005d51ba9c HTTP/1.1" status: 200 len: 918 time: 0.1354449 May 25 15:49:54.459841 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ce194cd7-79a2-4ad3-bb85-3fa5713ba36a req-5c4acef1-032a-4961-b8f8-ee1790633acc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dde591f-6d6a-4393-b2db-5b1541553fac HTTP/1.1" status: 200 len: 1001 time: 0.0988567 May 25 15:49:54.530352 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce194cd7-79a2-4ad3-bb85-3fa5713ba36a req-09608175-bd62-4f27-8623-5171671fbcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:54.532332 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ce194cd7-79a2-4ad3-bb85-3fa5713ba36a req-09608175-bd62-4f27-8623-5171671fbcf0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6affe17c-ed2e-4df1-9809-4e056b57fa85 HTTP/1.1" status: 200 len: 856 time: 0.0659618 May 25 15:49:54.608933 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce194cd7-79a2-4ad3-bb85-3fa5713ba36a req-2b329f35-54ef-412f-a807-41962b4b7768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:54.610912 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ce194cd7-79a2-4ad3-bb85-3fa5713ba36a req-2b329f35-54ef-412f-a807-41962b4b7768 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=771546d5-f50e-49c2-832e-f1005d51ba9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710914 May 25 15:49:54.809008 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ce194cd7-79a2-4ad3-bb85-3fa5713ba36a req-272f57dc-ebd8-41be-8336-ae4681706cda service neutron] 10.222.0.57 "GET /v2.0/networks/771546d5-f50e-49c2-832e-f1005d51ba9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904397 May 25 15:49:54.821572 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c0159-57b6-43c9-8815-4bfcf96817ba req-ac278076-ee8b-4451-849f-09fbfdccbc6e tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:54.823011 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-390c0159-57b6-43c9-8815-4bfcf96817ba req-ac278076-ee8b-4451-849f-09fbfdccbc6e tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b0f358-d14c-4c28-9ae1-7733b2f075cd HTTP/1.1" status: 200 len: 943 time: 0.1332297 May 25 15:49:54.852629 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273921e-f94e-4dd7-8767-33098a1a6ede req-49069433-568f-43dc-abba-49c0a47a6421 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:54.854082 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d273921e-f94e-4dd7-8767-33098a1a6ede req-49069433-568f-43dc-abba-49c0a47a6421 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 947 time: 0.0887392 May 25 15:49:54.899023 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d273921e-f94e-4dd7-8767-33098a1a6ede req-a7fb67dd-f4f6-4014-bf84-af0afe6be229 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380473 May 25 15:49:54.957523 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-390c0159-57b6-43c9-8815-4bfcf96817ba req-9da4469e-daf2-4f4b-9fd2-daf5b09fb7f4 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139615 May 25 15:49:54.983619 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ce194cd7-79a2-4ad3-bb85-3fa5713ba36a req-6efebcf4-0150-48ef-af25-14f585ff6597 service neutron] 10.222.0.57 "GET /v2.0/networks/771546d5-f50e-49c2-832e-f1005d51ba9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596212 May 25 15:49:56.138765 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb2d46-1fc5-4d1d-9e1e-0a358d8e4a19 req-ee644385-5848-4f35-8532-e4af63eaaace tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:56.140228 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-28cb2d46-1fc5-4d1d-9e1e-0a358d8e4a19 req-ee644385-5848-4f35-8532-e4af63eaaace tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b0f358-d14c-4c28-9ae1-7733b2f075cd HTTP/1.1" status: 200 len: 943 time: 0.0775988 May 25 15:49:56.187063 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-28cb2d46-1fc5-4d1d-9e1e-0a358d8e4a19 req-13719918-0d41-4e39-98b7-8f1ee8cae3d3 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413117 May 25 15:49:57.366999 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4bcaf-f168-4e42-8b83-3ec19ebb45c3 req-f4e5434b-dbc5-4b11-8499-49aef0a7f38a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:57.368430 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-10d4bcaf-f168-4e42-8b83-3ec19ebb45c3 req-f4e5434b-dbc5-4b11-8499-49aef0a7f38a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b0f358-d14c-4c28-9ae1-7733b2f075cd HTTP/1.1" status: 200 len: 943 time: 0.0783136 May 25 15:49:57.414432 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-10d4bcaf-f168-4e42-8b83-3ec19ebb45c3 req-33ead07e-e9f4-4c20-88b6-7fb176150e40 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403457 May 25 15:49:58.146076 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device deb8d5d1-a585-4984-b44f-e23ccb823250 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:49:58.276627 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port deb8d5d1-a585-4984-b44f-e23ccb823250, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=deb8d5d1-a585-4984-b44f-e23ccb823250,segment=NetworkSegment(1f537b8e-f549-42b6-bcda-f919a28863c9),segment_id=1f537b8e-f549-42b6-bcda-f919a28863c9)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:49:58.289581 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Returning: {'device': 'deb8d5d1-a585-4984-b44f-e23ccb823250', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'port_id': 'deb8d5d1-a585-4984-b44f-e23ccb823250', 'mac_address': 'fa:16:3e:40:dd:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:49:58.343878 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:58.361281 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deb8d5d1-a585-4984-b44f-e23ccb823250 {{(pid=98475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:49:58.376754 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port deb8d5d1-a585-4984-b44f-e23ccb823250, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=deb8d5d1-a585-4984-b44f-e23ccb823250,segment=NetworkSegment(1f537b8e-f549-42b6-bcda-f919a28863c9),segment_id=1f537b8e-f549-42b6-bcda-f919a28863c9)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:49:58.380618 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:49:58.382269 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:49:58.450773 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=deb8d5d1-a585-4984-b44f-e23ccb823250,revision_number=4']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:49:58.453945 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:49:58.692993 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf23cd-592c-49c7-b55f-b1708fa6ad0c req-113fb305-a431-45bc-8905-83bb8ec453de tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:58.694361 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-fccf23cd-592c-49c7-b55f-b1708fa6ad0c req-113fb305-a431-45bc-8905-83bb8ec453de tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b0f358-d14c-4c28-9ae1-7733b2f075cd HTTP/1.1" status: 200 len: 944 time: 0.1755891 May 25 15:49:58.739529 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['deb8d5d1-a585-4984-b44f-e23ccb823250'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:49:58.739727 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-fccf23cd-592c-49c7-b55f-b1708fa6ad0c req-be1d8871-ded4-4b09-8fd4-80ce7abe443d tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397568 May 25 15:49:59.928761 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dfac91-024c-4b3e-aa14-7d0225bb45c3 req-0ae38ab7-7565-467f-a9d0-511f4a4d1e39 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:49:59.930220 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-16dfac91-024c-4b3e-aa14-7d0225bb45c3 req-0ae38ab7-7565-467f-a9d0-511f4a4d1e39 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b0f358-d14c-4c28-9ae1-7733b2f075cd HTTP/1.1" status: 200 len: 944 time: 0.0802104 May 25 15:49:59.975575 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-16dfac91-024c-4b3e-aa14-7d0225bb45c3 req-ff347688-6024-4be1-9cc2-6216640c1b17 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397871 May 25 15:50:00.153104 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device deb8d5d1-a585-4984-b44f-e23ccb823250 up at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:50:00.218846 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning for port deb8d5d1-a585-4984-b44f-e23ccb823250 completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:50:00.223457 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning complete for port deb8d5d1-a585-4984-b44f-e23ccb823250 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:50:00.223866 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:00.338196 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:00.364627 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b0f358-d14c-4c28-9ae1-7733b2f075cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb8d5d1-a585-4984-b44f-e23ccb823250'}] {{(pid=98475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:50:00.374438 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port deb8d5d1-a585-4984-b44f-e23ccb823250, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=deb8d5d1-a585-4984-b44f-e23ccb823250,segment=NetworkSegment(1f537b8e-f549-42b6-bcda-f919a28863c9),segment_id=1f537b8e-f549-42b6-bcda-f919a28863c9)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:50:00.383227 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:00.386130 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-65dbf01e-4933-4369-bc26-7ba8a04a0ce7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:00.421701 dv-cinder-791240-3-iscsi neutron-server[98475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b0f358-d14c-4c28-9ae1-7733b2f075cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb8d5d1-a585-4984-b44f-e23ccb823250', 'code': 200} May 25 15:50:00.460288 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=deb8d5d1-a585-4984-b44f-e23ccb823250,revision_number=5']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:00.463094 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:00.701432 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240c3b8-69aa-47b4-b1a4-1d13fb1bffb7 req-e13368bc-7a82-4e58-b4a3-18f49efe4c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:00.702980 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-5240c3b8-69aa-47b4-b1a4-1d13fb1bffb7 req-e13368bc-7a82-4e58-b4a3-18f49efe4c93 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=40b0f358-d14c-4c28-9ae1-7733b2f075cd HTTP/1.1" status: 200 len: 1098 time: 0.0729752 May 25 15:50:00.744854 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-5240c3b8-69aa-47b4-b1a4-1d13fb1bffb7 req-38f549bd-b207-4b1f-9969-1c6a7d8eee39 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352449 May 25 15:50:01.164438 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d41d6-3a33-49be-8953-e91c135aa1af req-69e95d6c-a0b7-4384-8387-060d9ef09edc tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:01.165880 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-035d41d6-3a33-49be-8953-e91c135aa1af req-69e95d6c-a0b7-4384-8387-060d9ef09edc tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b0f358-d14c-4c28-9ae1-7733b2f075cd HTTP/1.1" status: 200 len: 945 time: 0.0803802 May 25 15:50:01.209111 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-035d41d6-3a33-49be-8953-e91c135aa1af req-e1c76546-2be3-46ae-92ee-f3318f98aa7f tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375669 May 25 15:50:02.244464 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:50:02.400808 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff1429-e0f7-4cc8-833e-7d4881dc41fc req-23203dc6-35ba-4720-ad3a-d594621d706f tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:02.402320 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-dbff1429-e0f7-4cc8-833e-7d4881dc41fc req-23203dc6-35ba-4720-ad3a-d594621d706f tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b0f358-d14c-4c28-9ae1-7733b2f075cd HTTP/1.1" status: 200 len: 945 time: 0.0883794 May 25 15:50:02.448436 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-dbff1429-e0f7-4cc8-833e-7d4881dc41fc req-a443d0b9-bb2a-4296-957d-c7cc43511e3b tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393312 May 25 15:50:02.644344 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e99c4d-4da0-413e-a5db-2f972b53d1de req-f8d37cca-8f84-4e25-b2bf-764d0ca53b16 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:02.644344 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-43e99c4d-4da0-413e-a5db-2f972b53d1de req-f8d37cca-8f84-4e25-b2bf-764d0ca53b16 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b0f358-d14c-4c28-9ae1-7733b2f075cd HTTP/1.1" status: 200 len: 945 time: 0.0829127 May 25 15:50:02.690863 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-43e99c4d-4da0-413e-a5db-2f972b53d1de req-1b78b6ae-be48-46f2-b19d-9888fa7a244f tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468237 May 25 15:50:02.714490 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 43184) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:50:02.901234 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8a190f-4539-4d42-bfb2-2ef301755a5c tempest-TestVolumeBootPattern-1761970472 tempest-TestVolumeBootPattern-1761970472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:02.901934 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-4e8a190f-4539-4d42-bfb2-2ef301755a5c tempest-TestVolumeBootPattern-1761970472 tempest-TestVolumeBootPattern-1761970472-project-admin] Synchronizing usage tracker for tenant:6082b26e8b9d4e088d0efd5e3c1b8909 on resource:port {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:50:02.917142 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-4e8a190f-4539-4d42-bfb2-2ef301755a5c tempest-TestVolumeBootPattern-1761970472 tempest-TestVolumeBootPattern-1761970472-project-admin] Unset dirty status for tenant:6082b26e8b9d4e088d0efd5e3c1b8909 on resource:port {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:50:02.918277 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-4e8a190f-4539-4d42-bfb2-2ef301755a5c tempest-TestVolumeBootPattern-1761970472 tempest-TestVolumeBootPattern-1761970472-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=40b0f358-d14c-4c28-9ae1-7733b2f075cd HTTP/1.1" status: 200 len: 1093 time: 0.2024908 May 25 15:50:02.921723 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 43190) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:50:02.926768 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-54c40363-5bc5-4fef-83bf-dbae32ef5a04 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Request body: {'floatingip': {'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'port_id': 'deb8d5d1-a585-4984-b44f-e23ccb823250', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:50:02.932528 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-54c40363-5bc5-4fef-83bf-dbae32ef5a04 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:50:02.936249 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-54c40363-5bc5-4fef-83bf-dbae32ef5a04 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Usage tracker for resource:floatingip and tenant:84b618e26d84448e895072b4ac0967b1 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:50:02.939523 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-54c40363-5bc5-4fef-83bf-dbae32ef5a04 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:50:02.945141 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-54c40363-5bc5-4fef-83bf-dbae32ef5a04 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:50:02.956083 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-54c40363-5bc5-4fef-83bf-dbae32ef5a04 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for floatingip, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:03.091767 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-54c40363-5bc5-4fef-83bf-dbae32ef5a04 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:03.231890 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.db_base_plugin_common [None req-54c40363-5bc5-4fef-83bf-dbae32ef5a04 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Allocated IP 172.27.3.197 (64bdbeb4-2429-4b9e-9f88-29f950eefffc/3f9f8472-0ab8-4bd8-a441-92a12c3f4c58/e7e2f960-2ad3-40a2-89dc-374f7c96b88a) {{(pid=98473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:50:03.387133 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-54c40363-5bc5-4fef-83bf-dbae32ef5a04 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for port, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:03.416169 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-54c40363-5bc5-4fef-83bf-dbae32ef5a04 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31785040'] for port, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:03.420475 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-4eb67ea2-91dc-4351-b040-eb1ed992cd2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:03.483031 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c40363-5bc5-4fef-83bf-dbae32ef5a04 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Network 64bdbeb4-2429-4b9e-9f88-29f950eefffc is already hosted by enough agents. {{(pid=98473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:50:03.484138 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.base_scheduler [None req-54c40363-5bc5-4fef-83bf-dbae32ef5a04 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Resources bound (agent type, host, resource id): {{(pid=98473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:50:03.486729 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c40363-5bc5-4fef-83bf-dbae32ef5a04 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Received port after_create {{(pid=98473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:50:03.536362 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c40363-5bc5-4fef-83bf-dbae32ef5a04 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Pushing event updated for resources: {'Port': ['ID=e7e2f960-2ad3-40a2-89dc-374f7c96b88a,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:03.539166 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-54c40363-5bc5-4fef-83bf-dbae32ef5a04 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:03.998927 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-54c40363-5bc5-4fef-83bf-dbae32ef5a04 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:04.073052 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-54c40363-5bc5-4fef-83bf-dbae32ef5a04 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:04.286542 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-54c40363-5bc5-4fef-83bf-dbae32ef5a04 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for port, precommit_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:04.292376 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-54c40363-5bc5-4fef-83bf-dbae32ef5a04 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31785049'] for port, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:04.297678 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-d47a45d1-7aed-4c26-a1b3-d4f1162bcc9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:04.409430 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c40363-5bc5-4fef-83bf-dbae32ef5a04 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Pushing event updated for resources: {'Port': ['ID=e7e2f960-2ad3-40a2-89dc-374f7c96b88a,revision_number=2']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:04.412296 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-54c40363-5bc5-4fef-83bf-dbae32ef5a04 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:04.417343 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-54c40363-5bc5-4fef-83bf-dbae32ef5a04 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-353536'] for floatingip, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:04.594324 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.db.l3_db [None req-54c40363-5bc5-4fef-83bf-dbae32ef5a04 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Floating IP 2f012b16-3e62-4512-a207-ef08e56eb34f associated. External IP: 172.27.3.197, port: deb8d5d1-a585-4984-b44f-e23ccb823250. May 25 15:50:04.948311 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c40363-5bc5-4fef-83bf-dbae32ef5a04 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Router f929c908-6670-47e7-8aac-b218183c4177 has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:50:05.232802 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c40363-5bc5-4fef-83bf-dbae32ef5a04 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:50:05.241663 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6a889e-ba05-4d03-b4f9-e955009ed7ac None None] Sync routers for ids ['f929c908-6670-47e7-8aac-b218183c4177'] in dv-cinder-791240-3-iscsi {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:50:05.251164 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6a889e-ba05-4d03-b4f9-e955009ed7ac None None] Routers {'f929c908-6670-47e7-8aac-b218183c4177'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:50:05.251775 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-aa6a889e-ba05-4d03-b4f9-e955009ed7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:49:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['f929c908-6670-47e7-8aac-b218183c4177'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:05.257956 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-54c40363-5bc5-4fef-83bf-dbae32ef5a04 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for floatingip, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:05.314857 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-54c40363-5bc5-4fef-83bf-dbae32ef5a04 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3914669 May 25 15:50:05.315369 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b0f358-d14c-4c28-9ae1-7733b2f075cd', 'tag': 'deb8d5d1-a585-4984-b44f-e23ccb823250'}] {{(pid=98473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:50:05.365168 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b0f358-d14c-4c28-9ae1-7733b2f075cd', 'tag': 'deb8d5d1-a585-4984-b44f-e23ccb823250', 'status': 'completed', 'code': 200} May 25 15:50:05.442834 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-aa6a889e-ba05-4d03-b4f9-e955009ed7ac None None] Set router f929c908-6670-47e7-8aac-b218183c4177 gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:50:05.466588 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607d42c-5437-43b0-aebb-acfdc310d08f req-fc25e630-d260-49c9-9f8c-7f84353db9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:05.468741 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2607d42c-5437-43b0-aebb-acfdc310d08f req-fc25e630-d260-49c9-9f8c-7f84353db9bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84b618e26d84448e895072b4ac0967b1&device_id=40b0f358-d14c-4c28-9ae1-7733b2f075cd HTTP/1.1" status: 200 len: 1098 time: 0.0785427 May 25 15:50:05.604394 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607d42c-5437-43b0-aebb-acfdc310d08f req-815cbe3c-a44a-4560-9d8a-850b54f6016f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:05.605828 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2607d42c-5437-43b0-aebb-acfdc310d08f req-815cbe3c-a44a-4560-9d8a-850b54f6016f service neutron] 10.222.0.57 "GET /v2.0/networks?id=314b5cd8-30e3-4858-a640-2a3928ee779b HTTP/1.1" status: 200 len: 913 time: 0.1306424 May 25 15:50:05.713517 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2607d42c-5437-43b0-aebb-acfdc310d08f req-58f2e5ee-82d3-4cc4-b938-b385c589e74c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=deb8d5d1-a585-4984-b44f-e23ccb823250 HTTP/1.1" status: 200 len: 999 time: 0.1006696 May 25 15:50:05.776222 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607d42c-5437-43b0-aebb-acfdc310d08f req-1cdac89d-38a0-4dff-9463-6bc657647fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:05.777642 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2607d42c-5437-43b0-aebb-acfdc310d08f req-1cdac89d-38a0-4dff-9463-6bc657647fea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a8053ff5-f153-4b8c-a65c-778e9408f5dc HTTP/1.1" status: 200 len: 851 time: 0.0578790 May 25 15:50:05.849008 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-aa6a889e-ba05-4d03-b4f9-e955009ed7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f929c908-6670-47e7-8aac-b218183c4177', 'name': 'tempest-TestVolumeBootPattern-1724297883-router', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:48:54Z', 'updated_at': '2021-05-25T15:49:00Z', 'revision_number': 4, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'gw_port': {'id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:55Z', 'updated_at': '2021-05-25T15:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_floatingips': [{'id': '2f012b16-3e62-4512-a207-ef08e56eb34f', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'router_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'port_id': 'deb8d5d1-a585-4984-b44f-e23ccb823250', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'mac_address': 'fa:16:3e:40:dd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b0f358-d14c-4c28-9ae1-7733b2f075cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:50:03Z', 'updated_at': '2021-05-25T15:50:03Z', 'revision_number': 0, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0985f3a2-19ee-415c-ac5b-8d597cb80ec7', 'name': '', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'mac_address': 'fa:16:3e:d4:26:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:59Z', 'updated_at': '2021-05-25T15:49:05Z', 'revision_number': 5, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'subnets': [{'id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:05.852890 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6a889e-ba05-4d03-b4f9-e955009ed7ac None None] Checking router: f929c908-6670-47e7-8aac-b218183c4177 for host: dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:50:05.861973 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6a889e-ba05-4d03-b4f9-e955009ed7ac None None] Routers {'f929c908-6670-47e7-8aac-b218183c4177'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:50:05.862515 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-aa6a889e-ba05-4d03-b4f9-e955009ed7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:49:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['f929c908-6670-47e7-8aac-b218183c4177'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:05.868849 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607d42c-5437-43b0-aebb-acfdc310d08f req-34db0109-4bf5-4d6c-a11f-d38a13b22ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:05.870333 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2607d42c-5437-43b0-aebb-acfdc310d08f req-34db0109-4bf5-4d6c-a11f-d38a13b22ae2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=314b5cd8-30e3-4858-a640-2a3928ee779b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0861704 May 25 15:50:06.007232 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2607d42c-5437-43b0-aebb-acfdc310d08f req-1cf29814-9db7-4fad-94de-96ba70c808b5 service neutron] 10.222.0.57 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258683 May 25 15:50:06.040831 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-aa6a889e-ba05-4d03-b4f9-e955009ed7ac None None] Set router f929c908-6670-47e7-8aac-b218183c4177 gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:50:06.142118 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2607d42c-5437-43b0-aebb-acfdc310d08f req-e268ffd4-7ca2-44cc-b469-da4e40464a9b service neutron] 10.222.0.57 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275265 May 25 15:50:06.391114 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-aa6a889e-ba05-4d03-b4f9-e955009ed7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f929c908-6670-47e7-8aac-b218183c4177', 'name': 'tempest-TestVolumeBootPattern-1724297883-router', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:48:54Z', 'updated_at': '2021-05-25T15:49:00Z', 'revision_number': 4, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'gw_port': {'id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:55Z', 'updated_at': '2021-05-25T15:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_floatingips': [{'id': '2f012b16-3e62-4512-a207-ef08e56eb34f', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'router_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'port_id': 'deb8d5d1-a585-4984-b44f-e23ccb823250', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'mac_address': 'fa:16:3e:40:dd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b0f358-d14c-4c28-9ae1-7733b2f075cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:50:03Z', 'updated_at': '2021-05-25T15:50:03Z', 'revision_number': 0, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0985f3a2-19ee-415c-ac5b-8d597cb80ec7', 'name': '', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'mac_address': 'fa:16:3e:d4:26:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:59Z', 'updated_at': '2021-05-25T15:49:05Z', 'revision_number': 5, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'subnets': [{'id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:06.394991 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6a889e-ba05-4d03-b4f9-e955009ed7ac None None] The sync data for ids ['f929c908-6670-47e7-8aac-b218183c4177'] in dv-cinder-791240-3-iscsi is: [{'id': 'f929c908-6670-47e7-8aac-b218183c4177', 'name': 'tempest-TestVolumeBootPattern-1724297883-router', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:48:54Z', 'updated_at': '2021-05-25T15:49:00Z', 'revision_number': 4, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'gw_port': {'id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:55Z', 'updated_at': '2021-05-25T15:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_floatingips': [{'id': '2f012b16-3e62-4512-a207-ef08e56eb34f', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'router_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'port_id': 'deb8d5d1-a585-4984-b44f-e23ccb823250', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'mac_address': 'fa:16:3e:40:dd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b0f358-d14c-4c28-9ae1-7733b2f075cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:50:03Z', 'updated_at': '2021-05-25T15:50:03Z', 'revision_number': 0, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0985f3a2-19ee-415c-ac5b-8d597cb80ec7', 'name': '', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'mac_address': 'fa:16:3e:d4:26:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:59Z', 'updated_at': '2021-05-25T15:49:05Z', 'revision_number': 5, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'subnets': [{'id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:50:06.573127 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49e0967-48c1-4720-9544-3822c63a67c7 None None] New status for floating IP 2f012b16-3e62-4512-a207-ef08e56eb34f: ACTIVE {{(pid=98476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 15:50:10.250086 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-0602d0a6-1109-4733-9c75-4b9638ce92e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:12.727543 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:12.877594 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-070c7be4-889c-491e-bb6a-1a84d912f07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:13.759259 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:15.519643 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:23.145363 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:26.137482 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22285021-9b50-4c96-a76b-3008fe977adf req-bfb6410b-740c-4926-a45c-6b92ec72c142 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:26.138876 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-22285021-9b50-4c96-a76b-3008fe977adf req-bfb6410b-740c-4926-a45c-6b92ec72c142 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f2da74b-1b0a-4cdf-9427-4f04c007e9af HTTP/1.1" status: 200 len: 945 time: 0.0798924 May 25 15:50:26.183144 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-22285021-9b50-4c96-a76b-3008fe977adf req-c3388cad-2359-42dc-a714-2adf3fcff27d tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04636d8-25c7-4b38-b3d9-f14d0864fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381644 May 25 15:50:27.371147 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e45967-5e9e-4559-b2dc-01209e0386af req-e3f90b4a-4fab-4d0e-b473-a46ac4120d98 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:27.372615 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-93e45967-5e9e-4559-b2dc-01209e0386af req-e3f90b4a-4fab-4d0e-b473-a46ac4120d98 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f2da74b-1b0a-4cdf-9427-4f04c007e9af HTTP/1.1" status: 200 len: 945 time: 0.0820658 May 25 15:50:27.420561 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-93e45967-5e9e-4559-b2dc-01209e0386af req-37e9aaa1-28af-4d51-a45d-de86e580ed73 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04636d8-25c7-4b38-b3d9-f14d0864fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392721 May 25 15:50:28.526101 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0d7d4-0441-496c-900e-18bfe73bc25b req-ebb4188b-bd11-45a5-9a1c-5e26cb8f0bbd tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:28.527512 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3cf0d7d4-0441-496c-900e-18bfe73bc25b req-ebb4188b-bd11-45a5-9a1c-5e26cb8f0bbd tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f2da74b-1b0a-4cdf-9427-4f04c007e9af HTTP/1.1" status: 200 len: 945 time: 0.0817964 May 25 15:50:28.715718 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411db14c-78c6-421f-afd4-079cf8ebae59 req-fe7ae6c7-d717-4b2a-ab7e-2b32bd567755 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:28.717101 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-411db14c-78c6-421f-afd4-079cf8ebae59 req-fe7ae6c7-d717-4b2a-ab7e-2b32bd567755 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f2da74b-1b0a-4cdf-9427-4f04c007e9af HTTP/1.1" status: 200 len: 945 time: 0.1886003 May 25 15:50:28.766450 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [req-3cf0d7d4-0441-496c-900e-18bfe73bc25b req-47f7a03e-bae3-4dec-b224-e0ddf28a401f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Deleting port c5f085c9-a09e-457f-836d-900a6f37616a {{(pid=98474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:50:28.766780 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-3cf0d7d4-0441-496c-900e-18bfe73bc25b req-47f7a03e-bae3-4dec-b224-e0ddf28a401f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:28.788663 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-411db14c-78c6-421f-afd4-079cf8ebae59 req-1f8be9da-2d65-4d82-b613-f8edc46cea22 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups?id=a04636d8-25c7-4b38-b3d9-f14d0864fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641499 May 25 15:50:28.901707 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [req-3cf0d7d4-0441-496c-900e-18bfe73bc25b req-47f7a03e-bae3-4dec-b224-e0ddf28a401f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] For port c5f085c9-a09e-457f-836d-900a6f37616a, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=c5f085c9-a09e-457f-836d-900a6f37616a,segment=NetworkSegment(b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70),segment_id=b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70)] {{(pid=98474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:50:28.902057 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-3cf0d7d4-0441-496c-900e-18bfe73bc25b req-47f7a03e-bae3-4dec-b224-e0ddf28a401f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:29.273464 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-3cf0d7d4-0441-496c-900e-18bfe73bc25b req-47f7a03e-bae3-4dec-b224-e0ddf28a401f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:29.273887 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-3cf0d7d4-0441-496c-900e-18bfe73bc25b req-47f7a03e-bae3-4dec-b224-e0ddf28a401f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-353536'] for floatingip, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:29.274201 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.db.l3_db [req-3cf0d7d4-0441-496c-900e-18bfe73bc25b req-47f7a03e-bae3-4dec-b224-e0ddf28a401f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Floating IP 75e9735e-7700-4f93-a2cf-a9e65caa8363 disassociated. External IP: 172.27.3.64, port: c5f085c9-a09e-457f-836d-900a6f37616a. May 25 15:50:29.274646 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [req-3cf0d7d4-0441-496c-900e-18bfe73bc25b req-47f7a03e-bae3-4dec-b224-e0ddf28a401f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Calling delete_port for c5f085c9-a09e-457f-836d-900a6f37616a owned by compute:nova {{(pid=98474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:50:29.384181 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-3cf0d7d4-0441-496c-900e-18bfe73bc25b req-47f7a03e-bae3-4dec-b224-e0ddf28a401f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:29.389954 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-a3155d16-986b-44d7-b160-f7936ed6a706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:29.438739 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7a03e-bae3-4dec-b224-e0ddf28a401f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Pushing event deleted for resources: {'Port': ['ID=c5f085c9-a09e-457f-836d-900a6f37616a,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:29.449900 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f7a03e-bae3-4dec-b224-e0ddf28a401f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:29.450288 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f7a03e-bae3-4dec-b224-e0ddf28a401f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:29.450660 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f7a03e-bae3-4dec-b224-e0ddf28a401f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:29.451025 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f7a03e-bae3-4dec-b224-e0ddf28a401f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:29.451388 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f7a03e-bae3-4dec-b224-e0ddf28a401f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:29.451750 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f7a03e-bae3-4dec-b224-e0ddf28a401f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:29.452137 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f7a03e-bae3-4dec-b224-e0ddf28a401f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:29.453072 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f7a03e-bae3-4dec-b224-e0ddf28a401f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:29.453437 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f7a03e-bae3-4dec-b224-e0ddf28a401f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:29.453788 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f7a03e-bae3-4dec-b224-e0ddf28a401f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:29.454142 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f7a03e-bae3-4dec-b224-e0ddf28a401f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:29.454491 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f7a03e-bae3-4dec-b224-e0ddf28a401f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:29.505191 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-47f7a03e-bae3-4dec-b224-e0ddf28a401f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:29.639924 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cf0d7d4-0441-496c-900e-18bfe73bc25b req-47f7a03e-bae3-4dec-b224-e0ddf28a401f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Router 46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:50:29.822697 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cf0d7d4-0441-496c-900e-18bfe73bc25b req-47f7a03e-bae3-4dec-b224-e0ddf28a401f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:50:29.833383 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00444fb-32c4-4d0b-9c9f-9e827d559271 None None] Sync routers for ids ['46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'] in dv-cinder-791240-3-iscsi {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:50:29.843475 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00444fb-32c4-4d0b-9c9f-9e827d559271 None None] Routers {'46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:50:29.844457 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-d00444fb-32c4-4d0b-9c9f-9e827d559271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:50:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:29.905951 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf0d7d4-0441-496c-900e-18bfe73bc25b req-47f7a03e-bae3-4dec-b224-e0ddf28a401f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] No DVR routers for this DVR port c5f085c9-a09e-457f-836d-900a6f37616a on host hv-cinder-79124 {{(pid=98474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:50:29.908431 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-3cf0d7d4-0441-496c-900e-18bfe73bc25b req-47f7a03e-bae3-4dec-b224-e0ddf28a401f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:29.911406 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2da74b-1b0a-4cdf-9427-4f04c007e9af', 'name': 'network-vif-deleted', 'tag': 'c5f085c9-a09e-457f-836d-900a6f37616a'}] {{(pid=98474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:50:29.929885 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3cf0d7d4-0441-496c-900e-18bfe73bc25b req-47f7a03e-bae3-4dec-b224-e0ddf28a401f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.57 "DELETE /v2.0/ports/c5f085c9-a09e-457f-836d-900a6f37616a HTTP/1.1" status: 204 len: 173 time: 1.3710461 May 25 15:50:29.964575 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-65b89744-55c6-4b18-b43c-8f5180efff4c req-faa9b03b-4374-4a5e-b504-5e6b02569293 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f2da74b-1b0a-4cdf-9427-4f04c007e9af HTTP/1.1" status: 200 len: 210 time: 0.0590947 May 25 15:50:29.985026 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2da74b-1b0a-4cdf-9427-4f04c007e9af', 'name': 'network-vif-deleted', 'tag': 'c5f085c9-a09e-457f-836d-900a6f37616a', 'status': 'completed', 'code': 200} May 25 15:50:30.044292 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-d00444fb-32c4-4d0b-9c9f-9e827d559271 None None] Set router 46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:50:30.352931 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-d00444fb-32c4-4d0b-9c9f-9e827d559271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'name': 'tempest-AttachVolumeTestJSON-1719013093-router', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:40:39Z', 'updated_at': '2021-05-25T15:40:45Z', 'revision_number': 4, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'gw_port': {'id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:40:40Z', 'updated_at': '2021-05-25T15:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '49d3a23c-977c-4b60-8414-e557f509f763', 'name': '', 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'mac_address': 'fa:16:3e:15:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'f08251b0-e8ff-4f78-a05b-357588699f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:40:44Z', 'updated_at': '2021-05-25T15:40:52Z', 'revision_number': 5, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'subnets': [{'id': 'f08251b0-e8ff-4f78-a05b-357588699f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:30.356918 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00444fb-32c4-4d0b-9c9f-9e827d559271 None None] Checking router: 46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b for host: dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:50:30.365554 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00444fb-32c4-4d0b-9c9f-9e827d559271 None None] Routers {'46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:50:30.366141 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-d00444fb-32c4-4d0b-9c9f-9e827d559271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:50:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:30.597638 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-d00444fb-32c4-4d0b-9c9f-9e827d559271 None None] Set router 46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:50:30.928133 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-d00444fb-32c4-4d0b-9c9f-9e827d559271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'name': 'tempest-AttachVolumeTestJSON-1719013093-router', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:40:39Z', 'updated_at': '2021-05-25T15:40:45Z', 'revision_number': 4, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'gw_port': {'id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:40:40Z', 'updated_at': '2021-05-25T15:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '49d3a23c-977c-4b60-8414-e557f509f763', 'name': '', 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'mac_address': 'fa:16:3e:15:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'f08251b0-e8ff-4f78-a05b-357588699f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:40:44Z', 'updated_at': '2021-05-25T15:40:52Z', 'revision_number': 5, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'subnets': [{'id': 'f08251b0-e8ff-4f78-a05b-357588699f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:30.931960 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00444fb-32c4-4d0b-9c9f-9e827d559271 None None] The sync data for ids ['46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'] in dv-cinder-791240-3-iscsi is: [{'id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'name': 'tempest-AttachVolumeTestJSON-1719013093-router', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:40:39Z', 'updated_at': '2021-05-25T15:40:45Z', 'revision_number': 4, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'gw_port': {'id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:40:40Z', 'updated_at': '2021-05-25T15:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '49d3a23c-977c-4b60-8414-e557f509f763', 'name': '', 'network_id': '6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'mac_address': 'fa:16:3e:15:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'f08251b0-e8ff-4f78-a05b-357588699f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:40:44Z', 'updated_at': '2021-05-25T15:40:52Z', 'revision_number': 5, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'subnets': [{'id': 'f08251b0-e8ff-4f78-a05b-357588699f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:50:31.088284 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 43324) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:50:31.146250 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790328d1-99c2-4fe1-bb79-42d5dd0074f6 None None] New status for floating IP 75e9735e-7700-4f93-a2cf-a9e65caa8363: DOWN {{(pid=98476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 15:50:31.157057 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f7bdda19-7022-4417-a288-94f06a46e460 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:31.184507 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f7bdda19-7022-4417-a288-94f06a46e460 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:31.240587 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f7bdda19-7022-4417-a288-94f06a46e460 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:31.244203 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-a1851873-d089-46f0-a39a-8a2fe841d58e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:31.259637 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bdda19-7022-4417-a288-94f06a46e460 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04636d8-25c7-4b38-b3d9-f14d0864fb1f,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:31.268087 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bdda19-7022-4417-a288-94f06a46e460 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:31.268461 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bdda19-7022-4417-a288-94f06a46e460 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:31.268819 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bdda19-7022-4417-a288-94f06a46e460 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:31.269175 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bdda19-7022-4417-a288-94f06a46e460 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:31.269527 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bdda19-7022-4417-a288-94f06a46e460 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:31.269878 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bdda19-7022-4417-a288-94f06a46e460 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:31.270225 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bdda19-7022-4417-a288-94f06a46e460 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:31.270571 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bdda19-7022-4417-a288-94f06a46e460 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:31.270917 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bdda19-7022-4417-a288-94f06a46e460 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:31.271259 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bdda19-7022-4417-a288-94f06a46e460 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:31.271600 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bdda19-7022-4417-a288-94f06a46e460 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:31.271973 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bdda19-7022-4417-a288-94f06a46e460 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:31.276492 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-f7bdda19-7022-4417-a288-94f06a46e460 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:31.279696 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f7bdda19-7022-4417-a288-94f06a46e460 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:31.283315 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-f7bdda19-7022-4417-a288-94f06a46e460 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "DELETE /v2.0/security-groups/a04636d8-25c7-4b38-b3d9-f14d0864fb1f HTTP/1.1" status: 204 len: 168 time: 0.1915920 May 25 15:50:31.283912 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 43328) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:50:31.303390 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.api.v2.resource [None req-e6330fb8-9cb5-4199-8ee0-84096e5f1656 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] show failed (client error): The resource could not be found. May 25 15:50:31.304592 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-e6330fb8-9cb5-4199-8ee0-84096e5f1656 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "GET /v2.0/security-groups/a04636d8-25c7-4b38-b3d9-f14d0864fb1f HTTP/1.1" status: 404 len: 347 time: 0.0196187 May 25 15:50:31.307578 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 43332) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:50:31.529239 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-0cc1ed0c-7464-4dd1-837d-fc61a400620c tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Deleting port 977a30b6-56f5-4319-b0cc-fcb1385f883b {{(pid=98473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:50:31.529586 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-0cc1ed0c-7464-4dd1-837d-fc61a400620c tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:31.648907 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-0cc1ed0c-7464-4dd1-837d-fc61a400620c tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:31.649237 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-0cc1ed0c-7464-4dd1-837d-fc61a400620c tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:31.770850 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-0cc1ed0c-7464-4dd1-837d-fc61a400620c tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Calling delete_port for 977a30b6-56f5-4319-b0cc-fcb1385f883b owned by network:floatingip {{(pid=98473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:50:31.878573 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-0cc1ed0c-7464-4dd1-837d-fc61a400620c tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31785040'] for port, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:31.883098 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-a5d3505c-939d-4286-bf92-f0956d75a580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:31.929474 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1ed0c-7464-4dd1-837d-fc61a400620c tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Pushing event deleted for resources: {'Port': ['ID=977a30b6-56f5-4319-b0cc-fcb1385f883b,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:31.956057 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-0cc1ed0c-7464-4dd1-837d-fc61a400620c tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:32.018314 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-0cc1ed0c-7464-4dd1-837d-fc61a400620c tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks [] for floatingip, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:32.031717 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-0cc1ed0c-7464-4dd1-837d-fc61a400620c tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for floatingip, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:32.033051 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-0cc1ed0c-7464-4dd1-837d-fc61a400620c tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] 10.222.0.32 "DELETE /v2.0/floatingips/75e9735e-7700-4f93-a2cf-a9e65caa8363 HTTP/1.1" status: 204 len: 168 time: 0.7242980 May 25 15:50:32.300060 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device c5f085c9-a09e-457f-836d-900a6f37616a no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:50:32.334103 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] No Port match for: c5f085c9-a09e-457f-836d-900a6f37616a {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:50:32.334448 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device c5f085c9-a09e-457f-836d-900a6f37616a not bound to the agent host hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:50:36.039381 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 43366) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:50:36.789967 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-550402e7-91bc-4649-b4a7-4a48c30bd229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-352562'] for router_interface, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:37.192991 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-550402e7-91bc-4649-b4a7-4a48c30bd229 admin admin] Deleting port 49d3a23c-977c-4b60-8414-e557f509f763 {{(pid=98473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:50:37.193666 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-550402e7-91bc-4649-b4a7-4a48c30bd229 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:37.313080 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [None req-550402e7-91bc-4649-b4a7-4a48c30bd229 admin admin] For port 49d3a23c-977c-4b60-8414-e557f509f763, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=49d3a23c-977c-4b60-8414-e557f509f763,segment=NetworkSegment(b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70),segment_id=b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70)] {{(pid=98473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:50:37.313444 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-550402e7-91bc-4649-b4a7-4a48c30bd229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:37.435175 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-550402e7-91bc-4649-b4a7-4a48c30bd229 admin admin] Calling delete_port for 49d3a23c-977c-4b60-8414-e557f509f763 owned by network:router_interface {{(pid=98473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:50:37.583036 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-550402e7-91bc-4649-b4a7-4a48c30bd229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31785040'] for port, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:37.586532 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-6f29c267-ac56-438e-adda-3ae7e8a7d89a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:37.640339 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550402e7-91bc-4649-b4a7-4a48c30bd229 admin admin] Pushing event deleted for resources: {'Port': ['ID=49d3a23c-977c-4b60-8414-e557f509f763,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:37.643902 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-550402e7-91bc-4649-b4a7-4a48c30bd229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:37.909339 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-550402e7-91bc-4649-b4a7-4a48c30bd229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358818'] for router_interface, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:38.352599 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550402e7-91bc-4649-b4a7-4a48c30bd229 admin admin] Router 46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:50:38.544810 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550402e7-91bc-4649-b4a7-4a48c30bd229 admin admin] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:50:38.553709 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f36624-5c0a-4d7b-9e0b-c0b756909d5f None None] Sync routers for ids ['46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'] in dv-cinder-791240-3-iscsi {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:50:38.557616 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-550402e7-91bc-4649-b4a7-4a48c30bd229 admin admin] 10.222.0.32 "PUT /v2.0/routers/46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5171237 May 25 15:50:38.560010 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 43372) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:50:38.566347 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f36624-5c0a-4d7b-9e0b-c0b756909d5f None None] Routers {'46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:50:38.566960 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-24f36624-5c0a-4d7b-9e0b-c0b756909d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:50:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:38.738276 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d5ff0b44-b723-42a8-8018-950374da2814 admin admin] Notify callbacks [] for router, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:38.745837 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-24f36624-5c0a-4d7b-9e0b-c0b756909d5f None None] Set router 46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:50:38.910744 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d5ff0b44-b723-42a8-8018-950374da2814 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:38.984173 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-d5ff0b44-b723-42a8-8018-950374da2814 admin admin] Deleting port 0470a132-d4ea-47d0-b054-56d6a9d49bf6 {{(pid=98473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:50:38.984428 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d5ff0b44-b723-42a8-8018-950374da2814 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:39.034172 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-24f36624-5c0a-4d7b-9e0b-c0b756909d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'name': 'tempest-AttachVolumeTestJSON-1719013093-router', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:40:39Z', 'updated_at': '2021-05-25T15:50:37Z', 'revision_number': 5, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'gw_port': {'id': '0470a132-d4ea-47d0-b054-56d6a9d49bf6', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:40:40Z', 'updated_at': '2021-05-25T15:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi'}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:39.038077 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f36624-5c0a-4d7b-9e0b-c0b756909d5f None None] Checking router: 46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b for host: dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:50:39.046450 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f36624-5c0a-4d7b-9e0b-c0b756909d5f None None] Routers {'46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:50:39.047055 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-24f36624-5c0a-4d7b-9e0b-c0b756909d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:50:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:39.105838 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [None req-d5ff0b44-b723-42a8-8018-950374da2814 admin admin] For port 0470a132-d4ea-47d0-b054-56d6a9d49bf6, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=0470a132-d4ea-47d0-b054-56d6a9d49bf6,segment=NetworkSegment(709432ef-9055-43de-bcb9-c4833f38b817),segment_id=709432ef-9055-43de-bcb9-c4833f38b817)] {{(pid=98473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:50:39.106204 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d5ff0b44-b723-42a8-8018-950374da2814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:39.197340 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-24f36624-5c0a-4d7b-9e0b-c0b756909d5f None None] Set router 46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b gateway port host: None {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:50:39.229243 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-d5ff0b44-b723-42a8-8018-950374da2814 admin admin] Calling delete_port for 0470a132-d4ea-47d0-b054-56d6a9d49bf6 owned by network:router_gateway {{(pid=98473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:50:39.242854 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:50:39.303724 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-24f36624-5c0a-4d7b-9e0b-c0b756909d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'name': 'tempest-AttachVolumeTestJSON-1719013093-router', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:40:39Z', 'updated_at': '2021-05-25T15:50:38Z', 'revision_number': 6, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'gw_port_host': None}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:39.307697 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f36624-5c0a-4d7b-9e0b-c0b756909d5f None None] The sync data for ids ['46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b'] in dv-cinder-791240-3-iscsi is: [{'id': '46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b', 'name': 'tempest-AttachVolumeTestJSON-1719013093-router', 'tenant_id': '09c1045625524f1b90d5479c8fb05c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:40:39Z', 'updated_at': '2021-05-25T15:50:38Z', 'revision_number': 6, 'project_id': '09c1045625524f1b90d5479c8fb05c9e', 'gw_port_host': None}] {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:50:39.365725 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d5ff0b44-b723-42a8-8018-950374da2814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31785040'] for port, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:39.370177 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-b064b556-1319-4aa9-aafc-72fa73216c6e tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:39.413994 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff0b44-b723-42a8-8018-950374da2814 admin admin] Pushing event deleted for resources: {'Port': ['ID=0470a132-d4ea-47d0-b054-56d6a9d49bf6,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:39.439934 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-d5ff0b44-b723-42a8-8018-950374da2814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:39.608972 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d5ff0b44-b723-42a8-8018-950374da2814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-353583'] for router_gateway, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:39.796393 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d5ff0b44-b723-42a8-8018-950374da2814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2879'] for router, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:39.798541 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d5ff0b44-b723-42a8-8018-950374da2814 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:39.820752 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d5ff0b44-b723-42a8-8018-950374da2814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-358558'] for router, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:39.821322 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ff0b44-b723-42a8-8018-950374da2814 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b {{(pid=98473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 15:50:39.834127 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d5ff0b44-b723-42a8-8018-950374da2814 admin admin] Notify callbacks [] for router, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:39.835448 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-d5ff0b44-b723-42a8-8018-950374da2814 admin admin] 10.222.0.32 "DELETE /v2.0/routers/46d3cab6-ec15-4ae6-9b5e-e6d1fc9e0d3b HTTP/1.1" status: 204 len: 168 time: 1.2743330 May 25 15:50:39.837727 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 43376) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:50:39.896279 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d1729fd-3aea-4b2e-adc3-07b43c140515 admin admin] Deleting subnet f08251b0-e8ff-4f78-a05b-357588699f33 {{(pid=98473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 15:50:39.899085 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-2d1729fd-3aea-4b2e-adc3-07b43c140515 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:39.949720 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-2d1729fd-3aea-4b2e-adc3-07b43c140515 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32057853'] for subnet, precommit_delete_associations {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:40.029924 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-2d1729fd-3aea-4b2e-adc3-07b43c140515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1682880'] for subnet, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:40.253375 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-126d42ba-3d5b-4500-b999-14122dd5f917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:40.285492 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-2d1729fd-3aea-4b2e-adc3-07b43c140515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31887011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32158699'] for subnet, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:40.289947 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-132cf0e5-23f6-4fed-a9e7-c5a2cfea52e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:40.322861 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1729fd-3aea-4b2e-adc3-07b43c140515 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f08251b0-e8ff-4f78-a05b-357588699f33,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:40.326258 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-2d1729fd-3aea-4b2e-adc3-07b43c140515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:40.329463 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-2d1729fd-3aea-4b2e-adc3-07b43c140515 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:40.334733 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e9fdb8-8657-486b-8f92-062000e8a277 None None] Network 6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:50:40.335531 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-2d1729fd-3aea-4b2e-adc3-07b43c140515 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f08251b0-e8ff-4f78-a05b-357588699f33 HTTP/1.1" status: 204 len: 168 time: 0.4968367 May 25 15:50:40.338694 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 43380) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:50:40.444408 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-afdf3428-451b-4d09-9bc8-de933071124a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639092'] for network, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:40.516518 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-afdf3428-451b-4d09-9bc8-de933071124a admin admin] Deleting port 0beaf532-13b3-4ca5-9e61-7896cb75886c {{(pid=98473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:50:40.516865 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-afdf3428-451b-4d09-9bc8-de933071124a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:40.623373 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [None req-afdf3428-451b-4d09-9bc8-de933071124a admin admin] For port 0beaf532-13b3-4ca5-9e61-7896cb75886c, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=0beaf532-13b3-4ca5-9e61-7896cb75886c,segment=NetworkSegment(b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70),segment_id=b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70)] {{(pid=98473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:50:40.623725 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-afdf3428-451b-4d09-9bc8-de933071124a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:40.629716 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c907854-54ee-496f-b2e8-11bb59e814dd None None] DHCP port deletion for 6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f request from dv-cinder-791240-3-iscsi {{(pid=98475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 15:50:40.698768 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-6c907854-54ee-496f-b2e8-11bb59e814dd None None] Deleting port 0beaf532-13b3-4ca5-9e61-7896cb75886c {{(pid=98475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:50:40.699060 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-6c907854-54ee-496f-b2e8-11bb59e814dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:40.751403 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-afdf3428-451b-4d09-9bc8-de933071124a admin admin] Calling delete_port for 0beaf532-13b3-4ca5-9e61-7896cb75886c owned by network:dhcp {{(pid=98473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:50:40.804119 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-afdf3428-451b-4d09-9bc8-de933071124a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31785040'] for port, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:40.806090 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-6c907854-54ee-496f-b2e8-11bb59e814dd None None] For port 0beaf532-13b3-4ca5-9e61-7896cb75886c, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=0beaf532-13b3-4ca5-9e61-7896cb75886c,segment=NetworkSegment(b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70),segment_id=b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:50:40.806491 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-6c907854-54ee-496f-b2e8-11bb59e814dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:40.808842 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-550402e7-91bc-4649-b4a7-4a48c30bd229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:40.862952 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf3428-451b-4d09-9bc8-de933071124a admin admin] Pushing event deleted for resources: {'Port': ['ID=0beaf532-13b3-4ca5-9e61-7896cb75886c,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:40.864648 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdf3428-451b-4d09-9bc8-de933071124a admin admin] No DVR routers for this DVR port 0beaf532-13b3-4ca5-9e61-7896cb75886c on host dv-cinder-791240-3-iscsi {{(pid=98473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:50:40.866053 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-afdf3428-451b-4d09-9bc8-de933071124a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:40.933659 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-6c907854-54ee-496f-b2e8-11bb59e814dd None None] Calling delete_port for 0beaf532-13b3-4ca5-9e61-7896cb75886c owned by network:dhcp {{(pid=98475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:50:40.982195 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-6c907854-54ee-496f-b2e8-11bb59e814dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372'] for port, after_delete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:40.982533 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-afdf3428-451b-4d09-9bc8-de933071124a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1676623', 'neutron.services.segments.db._delete_segments_for_network-8758999550940'] for network, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:40.985859 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:40.996185 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.services.segments.db [None req-afdf3428-451b-4d09-9bc8-de933071124a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f']}} {{(pid=98473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:41.009391 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.services.segments.db [None req-afdf3428-451b-4d09-9bc8-de933071124a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70') {'for_net_delete': True} {{(pid=98473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:41.009689 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.services.segments.db [None req-afdf3428-451b-4d09-9bc8-de933071124a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c8c1e1-37ed-4c7a-b593-1cb5469fcf70') {} {{(pid=98473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:50:41.022026 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-afdf3428-451b-4d09-9bc8-de933071124a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758999559837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32057846'] for segment, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:41.033124 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c907854-54ee-496f-b2e8-11bb59e814dd None None] Pushing event deleted for resources: {'Port': ['ID=0beaf532-13b3-4ca5-9e61-7896cb75886c,revision_number=None']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:41.037808 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c907854-54ee-496f-b2e8-11bb59e814dd None None] No DVR routers for this DVR port 0beaf532-13b3-4ca5-9e61-7896cb75886c on host dv-cinder-791240-3-iscsi {{(pid=98475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:50:41.040523 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-afdf3428-451b-4d09-9bc8-de933071124a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:41.047362 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c907854-54ee-496f-b2e8-11bb59e814dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:41.047767 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c907854-54ee-496f-b2e8-11bb59e814dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:41.048135 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c907854-54ee-496f-b2e8-11bb59e814dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:41.048476 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c907854-54ee-496f-b2e8-11bb59e814dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:41.048804 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c907854-54ee-496f-b2e8-11bb59e814dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:41.050332 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c907854-54ee-496f-b2e8-11bb59e814dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:41.050332 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c907854-54ee-496f-b2e8-11bb59e814dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:41.050332 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c907854-54ee-496f-b2e8-11bb59e814dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:41.050332 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c907854-54ee-496f-b2e8-11bb59e814dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:41.050664 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c907854-54ee-496f-b2e8-11bb59e814dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:41.050664 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c907854-54ee-496f-b2e8-11bb59e814dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:41.050986 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c907854-54ee-496f-b2e8-11bb59e814dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:50:41.054031 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afdf3428-451b-4d09-9bc8-de933071124a admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=98473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:50:41.054311 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-6c907854-54ee-496f-b2e8-11bb59e814dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:41.054423 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-afdf3428-451b-4d09-9bc8-de933071124a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31784965'] for segment, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:41.069120 dv-cinder-791240-3-iscsi neutron-server[98473]: Traceback (most recent call last): May 25 15:50:41.069120 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 15:50:41.069120 dv-cinder-791240-3-iscsi neutron-server[98473]: timer() May 25 15:50:41.069120 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 15:50:41.069120 dv-cinder-791240-3-iscsi neutron-server[98473]: cb(*args, **kw) May 25 15:50:41.069120 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 15:50:41.069120 dv-cinder-791240-3-iscsi neutron-server[98473]: return func(*args, **kwargs) May 25 15:50:41.069120 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 15:50:41.069120 dv-cinder-791240-3-iscsi neutron-server[98473]: self._notify() May 25 15:50:41.069120 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 15:50:41.069120 dv-cinder-791240-3-iscsi neutron-server[98473]: self.callback(batched_events) May 25 15:50:41.069120 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 15:50:41.069120 dv-cinder-791240-3-iscsi neutron-server[98473]: event.method(event) May 25 15:50:41.069120 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 15:50:41.069120 dv-cinder-791240-3-iscsi neutron-server[98473]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 15:50:41.069120 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 15:50:41.069120 dv-cinder-791240-3-iscsi neutron-server[98473]: aggregate_uuid = self.p_client.list_aggregates( May 25 15:50:41.069120 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 15:50:41.069120 dv-cinder-791240-3-iscsi neutron-server[98473]: return f(self, *a, **k) May 25 15:50:41.069120 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 15:50:41.069120 dv-cinder-791240-3-iscsi neutron-server[98473]: return self._get(url).json() May 25 15:50:41.069120 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 15:50:41.069120 dv-cinder-791240-3-iscsi neutron-server[98473]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 15:50:41.069120 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 15:50:41.069120 dv-cinder-791240-3-iscsi neutron-server[98473]: return self.request(url, 'GET', **kwargs) May 25 15:50:41.069120 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 15:50:41.069120 dv-cinder-791240-3-iscsi neutron-server[98473]: base_url = self.get_endpoint(auth, allow=allow, May 25 15:50:41.069120 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 15:50:41.069120 dv-cinder-791240-3-iscsi neutron-server[98473]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 15:50:41.069120 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 15:50:41.069120 dv-cinder-791240-3-iscsi neutron-server[98473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 15:50:41.069120 dv-cinder-791240-3-iscsi neutron-server[98473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 15:50:41.071567 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 49d3a23c-977c-4b60-8414-e557f509f763 no longer exists at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:50:41.107669 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] No Port match for: 49d3a23c-977c-4b60-8414-e557f509f763 {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:50:41.108055 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 49d3a23c-977c-4b60-8414-e557f509f763 not bound to the agent host dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:50:41.109032 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 0470a132-d4ea-47d0-b054-56d6a9d49bf6 no longer exists at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:50:41.144072 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] No Port match for: 0470a132-d4ea-47d0-b054-56d6a9d49bf6 {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:50:41.144424 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 0470a132-d4ea-47d0-b054-56d6a9d49bf6 not bound to the agent host dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:50:41.144847 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 0beaf532-13b3-4ca5-9e61-7896cb75886c no longer exists at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:50:41.181947 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] No Port match for: 0beaf532-13b3-4ca5-9e61-7896cb75886c {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:50:41.182304 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 0beaf532-13b3-4ca5-9e61-7896cb75886c not bound to the agent host dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:50:41.241307 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-afdf3428-451b-4d09-9bc8-de933071124a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1676614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-353586'] for network, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:41.245294 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:41.260888 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-afdf3428-451b-4d09-9bc8-de933071124a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:41.266578 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf3428-451b-4d09-9bc8-de933071124a admin admin] Pushing event deleted for resources: {'Network': ['ID=6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:41.270587 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-afdf3428-451b-4d09-9bc8-de933071124a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:41.281625 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-afdf3428-451b-4d09-9bc8-de933071124a admin admin] 10.222.0.32 "DELETE /v2.0/networks/6648e8ee-c0ec-4c7c-a7be-38e8d5245e2f HTTP/1.1" status: 204 len: 168 time: 0.9424288 May 25 15:50:41.415284 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 43386) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:50:41.463289 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-f347e025-5ad4-4aa1-b087-0d20982599c4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=09c1045625524f1b90d5479c8fb05c9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467567 May 25 15:50:41.465573 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 43390) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:50:41.525522 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-11d8f43b-5fd6-43e2-a6e7-058f54f9b0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:41.551180 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-11d8f43b-5fd6-43e2-a6e7-058f54f9b0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:41.601453 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-11d8f43b-5fd6-43e2-a6e7-058f54f9b0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:41.605600 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-e09d936c-51c6-44b5-b56c-ff9a7f6c2bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:50:41.619535 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8f43b-5fd6-43e2-a6e7-058f54f9b0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071fe0aa-eaa2-49bc-aa62-2c31e5f4f521,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:50:41.621919 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-11d8f43b-5fd6-43e2-a6e7-058f54f9b0a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:50:41.627740 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-11d8f43b-5fd6-43e2-a6e7-058f54f9b0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:41.629057 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-11d8f43b-5fd6-43e2-a6e7-058f54f9b0a6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/071fe0aa-eaa2-49bc-aa62-2c31e5f4f521 HTTP/1.1" status: 204 len: 168 time: 0.1625931 May 25 15:50:42.731262 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:42.882126 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-28dadae0-3252-4653-9102-6255913dfb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:43.762393 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:45.522865 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:53.149985 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:50:54.122699 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e822898f-dd25-4975-b8cb-94d1c3c16429 req-8be83f86-a30f-4dfa-985d-efb081adc77c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685153 May 25 15:50:54.263385 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822898f-dd25-4975-b8cb-94d1c3c16429 req-71299550-0387-48fc-86e9-0b7f601d3d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:54.264944 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e822898f-dd25-4975-b8cb-94d1c3c16429 req-71299550-0387-48fc-86e9-0b7f601d3d98 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84e65264be4b4ed284c28ccc90c35988&device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 1100 time: 0.0734439 May 25 15:50:54.414413 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822898f-dd25-4975-b8cb-94d1c3c16429 req-ed8db671-e6dd-4327-9532-d931b3a553c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:54.415751 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e822898f-dd25-4975-b8cb-94d1c3c16429 req-ed8db671-e6dd-4327-9532-d931b3a553c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=771546d5-f50e-49c2-832e-f1005d51ba9c HTTP/1.1" status: 200 len: 918 time: 0.1283832 May 25 15:50:54.518211 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e822898f-dd25-4975-b8cb-94d1c3c16429 req-5ccddd62-778c-4566-8a02-d9ed46ec83dd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dde591f-6d6a-4393-b2db-5b1541553fac HTTP/1.1" status: 200 len: 1001 time: 0.0946155 May 25 15:50:54.579050 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822898f-dd25-4975-b8cb-94d1c3c16429 req-0231dc9a-fe73-4092-9da1-5307f3ab130b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:54.580417 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e822898f-dd25-4975-b8cb-94d1c3c16429 req-0231dc9a-fe73-4092-9da1-5307f3ab130b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6affe17c-ed2e-4df1-9809-4e056b57fa85 HTTP/1.1" status: 200 len: 856 time: 0.0554740 May 25 15:50:54.654913 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822898f-dd25-4975-b8cb-94d1c3c16429 req-45f07478-e46d-4516-8ffa-901231419f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:54.656355 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e822898f-dd25-4975-b8cb-94d1c3c16429 req-45f07478-e46d-4516-8ffa-901231419f01 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=771546d5-f50e-49c2-832e-f1005d51ba9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0682073 May 25 15:50:54.885798 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e822898f-dd25-4975-b8cb-94d1c3c16429 req-3cd49832-6483-473e-8b43-fab5744eefac service neutron] 10.222.0.57 "GET /v2.0/networks/771546d5-f50e-49c2-832e-f1005d51ba9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220936 May 25 15:50:55.021402 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-e822898f-dd25-4975-b8cb-94d1c3c16429 req-181d5149-6d04-4382-a84f-332de883eb75 service neutron] 10.222.0.57 "GET /v2.0/networks/771546d5-f50e-49c2-832e-f1005d51ba9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285996 May 25 15:50:59.422018 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade55f6-cf63-4b0d-a397-dc356a16258e req-30c5b262-28f4-4f53-9cb7-d6b5965a3714 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:50:59.424773 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-4ade55f6-cf63-4b0d-a397-dc356a16258e req-30c5b262-28f4-4f53-9cb7-d6b5965a3714 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 947 time: 0.0874941 May 25 15:50:59.498747 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-4ade55f6-cf63-4b0d-a397-dc356a16258e req-bf4be92f-bf91-4f73-be04-4086a1e2eafa tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665560 May 25 15:51:00.691196 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8d1fa-2516-4990-8973-877d19d79751 req-022393c2-c3b8-4f38-9744-29d429407ef2 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:00.692737 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-09b8d1fa-2516-4990-8973-877d19d79751 req-022393c2-c3b8-4f38-9744-29d429407ef2 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 947 time: 0.0815184 May 25 15:51:00.746674 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-09b8d1fa-2516-4990-8973-877d19d79751 req-e2f29af7-3283-4fae-8f62-c8e020af58a9 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480721 May 25 15:51:00.953171 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3ac7d-2e86-4781-acd8-35b87c96402a req-59becf4a-4bf7-439f-b7a5-bfe6282b7b76 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:00.954645 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b2e3ac7d-2e86-4781-acd8-35b87c96402a req-59becf4a-4bf7-439f-b7a5-bfe6282b7b76 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 947 time: 0.0855072 May 25 15:51:01.100318 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [req-b2e3ac7d-2e86-4781-acd8-35b87c96402a req-376847ba-fbc3-4d1b-9283-a4e4eff2be89 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Deleting port 0dde591f-6d6a-4393-b2db-5b1541553fac {{(pid=98474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:51:01.100664 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-b2e3ac7d-2e86-4781-acd8-35b87c96402a req-376847ba-fbc3-4d1b-9283-a4e4eff2be89 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:01.234586 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [req-b2e3ac7d-2e86-4781-acd8-35b87c96402a req-376847ba-fbc3-4d1b-9283-a4e4eff2be89 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] For port 0dde591f-6d6a-4393-b2db-5b1541553fac, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=0dde591f-6d6a-4393-b2db-5b1541553fac,segment=NetworkSegment(f75f90f2-d3cf-4d1f-8686-0dba664408e0),segment_id=f75f90f2-d3cf-4d1f-8686-0dba664408e0)] {{(pid=98474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:51:01.235494 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-b2e3ac7d-2e86-4781-acd8-35b87c96402a req-376847ba-fbc3-4d1b-9283-a4e4eff2be89 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:01.524496 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-b2e3ac7d-2e86-4781-acd8-35b87c96402a req-376847ba-fbc3-4d1b-9283-a4e4eff2be89 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:01.524866 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-b2e3ac7d-2e86-4781-acd8-35b87c96402a req-376847ba-fbc3-4d1b-9283-a4e4eff2be89 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-353536'] for floatingip, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:01.525180 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.db.l3_db [req-b2e3ac7d-2e86-4781-acd8-35b87c96402a req-376847ba-fbc3-4d1b-9283-a4e4eff2be89 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Floating IP f5faa497-17d3-4901-be70-2361480c4a53 disassociated. External IP: 172.27.3.88, port: 0dde591f-6d6a-4393-b2db-5b1541553fac. May 25 15:51:01.525518 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [req-b2e3ac7d-2e86-4781-acd8-35b87c96402a req-376847ba-fbc3-4d1b-9283-a4e4eff2be89 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Calling delete_port for 0dde591f-6d6a-4393-b2db-5b1541553fac owned by compute:nova {{(pid=98474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:51:01.634485 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-b2e3ac7d-2e86-4781-acd8-35b87c96402a req-376847ba-fbc3-4d1b-9283-a4e4eff2be89 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:01.640015 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-9f907bc8-7032-4413-9366-8c957b1a36d0 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:01.689569 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376847ba-fbc3-4d1b-9283-a4e4eff2be89 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Pushing event deleted for resources: {'Port': ['ID=0dde591f-6d6a-4393-b2db-5b1541553fac,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:01.693537 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-376847ba-fbc3-4d1b-9283-a4e4eff2be89 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:01.916655 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-02143e9a-f2b9-4db9-9b85-516f549f1da7 req-a93a30e2-edb4-462b-8f13-c4cb39206480 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e143f9-fa2d-4bb1-8036-ec6e067f5f46 HTTP/1.1" status: 200 len: 210 time: 0.0535238 May 25 15:51:01.923932 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2e3ac7d-2e86-4781-acd8-35b87c96402a req-376847ba-fbc3-4d1b-9283-a4e4eff2be89 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Router 773fe0b0-9b06-4686-98b1-d9134d412d1c has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:51:02.206345 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2e3ac7d-2e86-4781-acd8-35b87c96402a req-376847ba-fbc3-4d1b-9283-a4e4eff2be89 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:51:02.215799 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15912e50-4a4a-4526-9213-ac9612c8da5b None None] Sync routers for ids ['773fe0b0-9b06-4686-98b1-d9134d412d1c'] in dv-cinder-791240-3-iscsi {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:51:02.232857 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15912e50-4a4a-4526-9213-ac9612c8da5b None None] Routers {'773fe0b0-9b06-4686-98b1-d9134d412d1c'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:51:02.232857 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-15912e50-4a4a-4526-9213-ac9612c8da5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:50:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['773fe0b0-9b06-4686-98b1-d9134d412d1c'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:51:02.279723 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e3ac7d-2e86-4781-acd8-35b87c96402a req-376847ba-fbc3-4d1b-9283-a4e4eff2be89 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] No DVR routers for this DVR port 0dde591f-6d6a-4393-b2db-5b1541553fac on host hv-cinder-79124 {{(pid=98474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:51:02.282778 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-b2e3ac7d-2e86-4781-acd8-35b87c96402a req-376847ba-fbc3-4d1b-9283-a4e4eff2be89 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:02.285638 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e143f9-fa2d-4bb1-8036-ec6e067f5f46', 'name': 'network-vif-deleted', 'tag': '0dde591f-6d6a-4393-b2db-5b1541553fac'}] {{(pid=98474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:51:02.302826 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b2e3ac7d-2e86-4781-acd8-35b87c96402a req-376847ba-fbc3-4d1b-9283-a4e4eff2be89 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.57 "DELETE /v2.0/ports/0dde591f-6d6a-4393-b2db-5b1541553fac HTTP/1.1" status: 204 len: 173 time: 1.3414307 May 25 15:51:02.355044 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e143f9-fa2d-4bb1-8036-ec6e067f5f46', 'name': 'network-vif-deleted', 'tag': '0dde591f-6d6a-4393-b2db-5b1541553fac', 'status': 'completed', 'code': 200} May 25 15:51:02.412461 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-15912e50-4a4a-4526-9213-ac9612c8da5b None None] Set router 773fe0b0-9b06-4686-98b1-d9134d412d1c gateway port host: dv-cinder-791240-3-iscsi {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:51:02.717067 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-15912e50-4a4a-4526-9213-ac9612c8da5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1694927309-router', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:39:28Z', 'updated_at': '2021-05-25T15:39:46Z', 'revision_number': 4, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'gw_port': {'id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:30Z', 'updated_at': '2021-05-25T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '99703f4e-63ee-4d70-a03c-2d40e2bef85a', 'name': '', 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'mac_address': 'fa:16:3e:eb:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6affe17c-ed2e-4df1-9809-4e056b57fa85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:40Z', 'updated_at': '2021-05-25T15:39:56Z', 'revision_number': 5, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'subnets': [{'id': '6affe17c-ed2e-4df1-9809-4e056b57fa85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:51:02.722141 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15912e50-4a4a-4526-9213-ac9612c8da5b None None] Checking router: 773fe0b0-9b06-4686-98b1-d9134d412d1c for host: dv-cinder-791240-3-iscsi {{(pid=98476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:51:02.731424 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15912e50-4a4a-4526-9213-ac9612c8da5b None None] Routers {'773fe0b0-9b06-4686-98b1-d9134d412d1c'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:51:02.732060 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-15912e50-4a4a-4526-9213-ac9612c8da5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:50:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['773fe0b0-9b06-4686-98b1-d9134d412d1c'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:51:02.910648 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-15912e50-4a4a-4526-9213-ac9612c8da5b None None] Set router 773fe0b0-9b06-4686-98b1-d9134d412d1c gateway port host: dv-cinder-791240-3-iscsi {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:51:03.043401 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 43610) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:03.117750 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-5cb2f6ad-c1f1-4424-84b9-e60d489ae60e tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:03.145258 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-5cb2f6ad-c1f1-4424-84b9-e60d489ae60e tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:03.198052 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-5cb2f6ad-c1f1-4424-84b9-e60d489ae60e tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:03.203052 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-b9b6f4ec-16be-4755-8861-05fc5b78adf1 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:03.217116 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2f6ad-c1f1-4424-84b9-e60d489ae60e tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea28f2ef-ee74-4fa8-a850-e0b8fff5363c,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:03.223001 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-5cb2f6ad-c1f1-4424-84b9-e60d489ae60e tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:03.235426 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-5cb2f6ad-c1f1-4424-84b9-e60d489ae60e tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:03.238890 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-15912e50-4a4a-4526-9213-ac9612c8da5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1694927309-router', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:39:28Z', 'updated_at': '2021-05-25T15:39:46Z', 'revision_number': 4, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'gw_port': {'id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:30Z', 'updated_at': '2021-05-25T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '99703f4e-63ee-4d70-a03c-2d40e2bef85a', 'name': '', 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'mac_address': 'fa:16:3e:eb:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6affe17c-ed2e-4df1-9809-4e056b57fa85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:40Z', 'updated_at': '2021-05-25T15:39:56Z', 'revision_number': 5, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'subnets': [{'id': '6affe17c-ed2e-4df1-9809-4e056b57fa85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:51:03.239434 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-5cb2f6ad-c1f1-4424-84b9-e60d489ae60e tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "DELETE /v2.0/security-groups/ea28f2ef-ee74-4fa8-a850-e0b8fff5363c HTTP/1.1" status: 204 len: 168 time: 0.1949275 May 25 15:51:03.240087 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 43614) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:03.244134 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15912e50-4a4a-4526-9213-ac9612c8da5b None None] The sync data for ids ['773fe0b0-9b06-4686-98b1-d9134d412d1c'] in dv-cinder-791240-3-iscsi is: [{'id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1694927309-router', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:39:28Z', 'updated_at': '2021-05-25T15:39:46Z', 'revision_number': 4, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'gw_port': {'id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:30Z', 'updated_at': '2021-05-25T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '99703f4e-63ee-4d70-a03c-2d40e2bef85a', 'name': '', 'network_id': '771546d5-f50e-49c2-832e-f1005d51ba9c', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'mac_address': 'fa:16:3e:eb:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6affe17c-ed2e-4df1-9809-4e056b57fa85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:40Z', 'updated_at': '2021-05-25T15:39:56Z', 'revision_number': 5, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'subnets': [{'id': '6affe17c-ed2e-4df1-9809-4e056b57fa85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:51:03.261425 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.api.v2.resource [None req-d3264a15-06a1-4f7e-81d4-9beb0571b132 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] show failed (client error): The resource could not be found. May 25 15:51:03.262460 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-d3264a15-06a1-4f7e-81d4-9beb0571b132 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "GET /v2.0/security-groups/ea28f2ef-ee74-4fa8-a850-e0b8fff5363c HTTP/1.1" status: 404 len: 347 time: 0.0207505 May 25 15:51:03.265334 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 43618) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:03.459591 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fffaf7-bfa6-4c48-8c1b-953f64633ffd None None] New status for floating IP f5faa497-17d3-4901-be70-2361480c4a53: DOWN {{(pid=98475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 15:51:03.495538 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [None req-8dd53824-83fa-4eac-b4fa-ae9c6ecf421f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Deleting port 46cb79e1-71dc-46bd-b43c-724a7bb766e7 {{(pid=98474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:51:03.495794 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-8dd53824-83fa-4eac-b4fa-ae9c6ecf421f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:03.628885 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-8dd53824-83fa-4eac-b4fa-ae9c6ecf421f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:03.629225 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-8dd53824-83fa-4eac-b4fa-ae9c6ecf421f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:03.756810 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [None req-8dd53824-83fa-4eac-b4fa-ae9c6ecf421f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Calling delete_port for 46cb79e1-71dc-46bd-b43c-724a7bb766e7 owned by network:floatingip {{(pid=98474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:51:03.876487 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-8dd53824-83fa-4eac-b4fa-ae9c6ecf421f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:03.880102 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-1c06dd3c-34ee-440e-9510-82164408983a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:03.925852 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd53824-83fa-4eac-b4fa-ae9c6ecf421f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Pushing event deleted for resources: {'Port': ['ID=46cb79e1-71dc-46bd-b43c-724a7bb766e7,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:03.928304 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-8dd53824-83fa-4eac-b4fa-ae9c6ecf421f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:04.022482 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-8dd53824-83fa-4eac-b4fa-ae9c6ecf421f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks [] for floatingip, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:04.036956 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-8dd53824-83fa-4eac-b4fa-ae9c6ecf421f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for floatingip, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:04.038106 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-8dd53824-83fa-4eac-b4fa-ae9c6ecf421f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] 10.222.0.32 "DELETE /v2.0/floatingips/f5faa497-17d3-4901-be70-2361480c4a53 HTTP/1.1" status: 204 len: 168 time: 0.7718942 May 25 15:51:06.464049 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 0dde591f-6d6a-4393-b2db-5b1541553fac no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:51:06.500015 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] No Port match for: 0dde591f-6d6a-4393-b2db-5b1541553fac {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:51:06.500362 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 0dde591f-6d6a-4393-b2db-5b1541553fac not bound to the agent host hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:51:06.831008 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 43660) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:07.545501 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-72b74406-72f1-4014-a221-860c7239240a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-352562'] for router_interface, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:07.952665 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-72b74406-72f1-4014-a221-860c7239240a admin admin] Deleting port 99703f4e-63ee-4d70-a03c-2d40e2bef85a {{(pid=98473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:51:07.953316 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-72b74406-72f1-4014-a221-860c7239240a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:08.180749 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [None req-72b74406-72f1-4014-a221-860c7239240a admin admin] For port 99703f4e-63ee-4d70-a03c-2d40e2bef85a, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=99703f4e-63ee-4d70-a03c-2d40e2bef85a,segment=NetworkSegment(f75f90f2-d3cf-4d1f-8686-0dba664408e0),segment_id=f75f90f2-d3cf-4d1f-8686-0dba664408e0)] {{(pid=98473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:51:08.181017 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-72b74406-72f1-4014-a221-860c7239240a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:08.299443 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-72b74406-72f1-4014-a221-860c7239240a admin admin] Calling delete_port for 99703f4e-63ee-4d70-a03c-2d40e2bef85a owned by network:router_interface {{(pid=98473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:51:08.448230 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-72b74406-72f1-4014-a221-860c7239240a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31785040'] for port, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:08.452593 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-afdf3428-451b-4d09-9bc8-de933071124a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:08.496545 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b74406-72f1-4014-a221-860c7239240a admin admin] Pushing event deleted for resources: {'Port': ['ID=99703f4e-63ee-4d70-a03c-2d40e2bef85a,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:08.526537 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-72b74406-72f1-4014-a221-860c7239240a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:08.762541 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-72b74406-72f1-4014-a221-860c7239240a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358818'] for router_interface, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:09.114000 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b74406-72f1-4014-a221-860c7239240a admin admin] Router 773fe0b0-9b06-4686-98b1-d9134d412d1c has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:51:09.291536 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b74406-72f1-4014-a221-860c7239240a admin admin] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:51:09.300179 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926edc4e-00e2-4411-95e1-870442e11a4f None None] Sync routers for ids ['773fe0b0-9b06-4686-98b1-d9134d412d1c'] in dv-cinder-791240-3-iscsi {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:51:09.304296 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-72b74406-72f1-4014-a221-860c7239240a admin admin] 10.222.0.32 "PUT /v2.0/routers/773fe0b0-9b06-4686-98b1-d9134d412d1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4722307 May 25 15:51:09.306761 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 43680) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:09.309447 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926edc4e-00e2-4411-95e1-870442e11a4f None None] Routers {'773fe0b0-9b06-4686-98b1-d9134d412d1c'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:51:09.310058 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-926edc4e-00e2-4411-95e1-870442e11a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:50:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['773fe0b0-9b06-4686-98b1-d9134d412d1c'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:51:09.493800 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-926edc4e-00e2-4411-95e1-870442e11a4f None None] Set router 773fe0b0-9b06-4686-98b1-d9134d412d1c gateway port host: dv-cinder-791240-3-iscsi {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:51:09.604107 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-aaea5812-5eae-4258-8ece-885f90e0ed2b admin admin] Notify callbacks [] for router, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:09.779907 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-aaea5812-5eae-4258-8ece-885f90e0ed2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:09.795208 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-926edc4e-00e2-4411-95e1-870442e11a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1694927309-router', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:39:28Z', 'updated_at': '2021-05-25T15:51:08Z', 'revision_number': 5, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'gw_port': {'id': 'f9163d23-417a-400b-a0c9-6da05619dddc', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:39:30Z', 'updated_at': '2021-05-25T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi'}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:51:09.799367 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926edc4e-00e2-4411-95e1-870442e11a4f None None] Checking router: 773fe0b0-9b06-4686-98b1-d9134d412d1c for host: dv-cinder-791240-3-iscsi {{(pid=98476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:51:09.807553 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926edc4e-00e2-4411-95e1-870442e11a4f None None] Routers {'773fe0b0-9b06-4686-98b1-d9134d412d1c'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:51:09.808717 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-926edc4e-00e2-4411-95e1-870442e11a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:50:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['773fe0b0-9b06-4686-98b1-d9134d412d1c'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:51:09.852020 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-aaea5812-5eae-4258-8ece-885f90e0ed2b admin admin] Deleting port f9163d23-417a-400b-a0c9-6da05619dddc {{(pid=98473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:51:09.852367 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-aaea5812-5eae-4258-8ece-885f90e0ed2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:09.959034 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-926edc4e-00e2-4411-95e1-870442e11a4f None None] Set router 773fe0b0-9b06-4686-98b1-d9134d412d1c gateway port host: None {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:51:09.975359 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [None req-aaea5812-5eae-4258-8ece-885f90e0ed2b admin admin] For port f9163d23-417a-400b-a0c9-6da05619dddc, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=f9163d23-417a-400b-a0c9-6da05619dddc,segment=NetworkSegment(709432ef-9055-43de-bcb9-c4833f38b817),segment_id=709432ef-9055-43de-bcb9-c4833f38b817)] {{(pid=98473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:51:09.975708 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-aaea5812-5eae-4258-8ece-885f90e0ed2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:10.065819 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-926edc4e-00e2-4411-95e1-870442e11a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1694927309-router', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:39:28Z', 'updated_at': '2021-05-25T15:51:09Z', 'revision_number': 6, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'gw_port_host': None}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:51:10.069760 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926edc4e-00e2-4411-95e1-870442e11a4f None None] The sync data for ids ['773fe0b0-9b06-4686-98b1-d9134d412d1c'] in dv-cinder-791240-3-iscsi is: [{'id': '773fe0b0-9b06-4686-98b1-d9134d412d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-1694927309-router', 'tenant_id': '84e65264be4b4ed284c28ccc90c35988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:39:28Z', 'updated_at': '2021-05-25T15:51:09Z', 'revision_number': 6, 'project_id': '84e65264be4b4ed284c28ccc90c35988', 'gw_port_host': None}] {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:51:10.101697 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-aaea5812-5eae-4258-8ece-885f90e0ed2b admin admin] Calling delete_port for f9163d23-417a-400b-a0c9-6da05619dddc owned by network:router_gateway {{(pid=98473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:51:10.242660 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-aaea5812-5eae-4258-8ece-885f90e0ed2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31785040'] for port, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:10.247178 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-31c54a6d-8620-4cc1-9cf9-05b838b9666d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:10.255277 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-fbdbd568-9041-4a3c-bcac-24a442ef75a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:10.291300 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea5812-5eae-4258-8ece-885f90e0ed2b admin admin] Pushing event deleted for resources: {'Port': ['ID=f9163d23-417a-400b-a0c9-6da05619dddc,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:10.321445 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-aaea5812-5eae-4258-8ece-885f90e0ed2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:10.383382 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-aaea5812-5eae-4258-8ece-885f90e0ed2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-353583'] for router_gateway, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:10.555753 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-aaea5812-5eae-4258-8ece-885f90e0ed2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2879'] for router, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:10.558028 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-aaea5812-5eae-4258-8ece-885f90e0ed2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:10.581812 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-aaea5812-5eae-4258-8ece-885f90e0ed2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-358558'] for router, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:10.582353 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaea5812-5eae-4258-8ece-885f90e0ed2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 773fe0b0-9b06-4686-98b1-d9134d412d1c {{(pid=98473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 15:51:10.594535 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-aaea5812-5eae-4258-8ece-885f90e0ed2b admin admin] Notify callbacks [] for router, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:10.595658 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-aaea5812-5eae-4258-8ece-885f90e0ed2b admin admin] 10.222.0.32 "DELETE /v2.0/routers/773fe0b0-9b06-4686-98b1-d9134d412d1c HTTP/1.1" status: 204 len: 168 time: 1.2878554 May 25 15:51:10.598261 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 43690) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:10.656944 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea7cf8e-aaa1-4493-8dbb-6c1f082438e1 admin admin] Deleting subnet 6affe17c-ed2e-4df1-9809-4e056b57fa85 {{(pid=98473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 15:51:10.659957 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-4ea7cf8e-aaa1-4493-8dbb-6c1f082438e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:10.711312 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-4ea7cf8e-aaa1-4493-8dbb-6c1f082438e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32057853'] for subnet, precommit_delete_associations {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:10.791424 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-4ea7cf8e-aaa1-4493-8dbb-6c1f082438e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1682880'] for subnet, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:11.072117 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 99703f4e-63ee-4d70-a03c-2d40e2bef85a no longer exists at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:51:11.109551 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] No Port match for: 99703f4e-63ee-4d70-a03c-2d40e2bef85a {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:51:11.109822 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 99703f4e-63ee-4d70-a03c-2d40e2bef85a not bound to the agent host dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:51:11.110252 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device f9163d23-417a-400b-a0c9-6da05619dddc no longer exists at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:51:11.137104 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-4ea7cf8e-aaa1-4493-8dbb-6c1f082438e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31887011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32158699'] for subnet, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:11.142363 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:11.145211 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] No Port match for: f9163d23-417a-400b-a0c9-6da05619dddc {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:51:11.145570 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device f9163d23-417a-400b-a0c9-6da05619dddc not bound to the agent host dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:51:11.177217 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7cf8e-aaa1-4493-8dbb-6c1f082438e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6affe17c-ed2e-4df1-9809-4e056b57fa85,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:11.179151 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-4ea7cf8e-aaa1-4493-8dbb-6c1f082438e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:11.182010 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-4ea7cf8e-aaa1-4493-8dbb-6c1f082438e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:11.183286 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0ae895-039c-40ef-9fb5-f930260cf66e None None] Network 771546d5-f50e-49c2-832e-f1005d51ba9c requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:51:11.186214 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-4ea7cf8e-aaa1-4493-8dbb-6c1f082438e1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6affe17c-ed2e-4df1-9809-4e056b57fa85 HTTP/1.1" status: 204 len: 168 time: 0.5870385 May 25 15:51:11.188750 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 43694) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:11.299261 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d0eee5c0-8d93-4d7d-9af2-a04eb134e1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639092'] for network, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:11.369639 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-d0eee5c0-8d93-4d7d-9af2-a04eb134e1b6 admin admin] Deleting port dc5206e8-e9d2-4b0e-b708-7f5ba94194b7 {{(pid=98473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:51:11.370046 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d0eee5c0-8d93-4d7d-9af2-a04eb134e1b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:11.466922 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c6004e-95f5-418a-91a9-e39bc6723da8 None None] DHCP port deletion for 771546d5-f50e-49c2-832e-f1005d51ba9c request from dv-cinder-791240-3-iscsi {{(pid=98475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 15:51:11.472634 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [None req-d0eee5c0-8d93-4d7d-9af2-a04eb134e1b6 admin admin] For port dc5206e8-e9d2-4b0e-b708-7f5ba94194b7, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=dc5206e8-e9d2-4b0e-b708-7f5ba94194b7,segment=NetworkSegment(f75f90f2-d3cf-4d1f-8686-0dba664408e0),segment_id=f75f90f2-d3cf-4d1f-8686-0dba664408e0)] {{(pid=98473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:51:11.472997 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d0eee5c0-8d93-4d7d-9af2-a04eb134e1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:11.533459 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-75c6004e-95f5-418a-91a9-e39bc6723da8 None None] Deleting port dc5206e8-e9d2-4b0e-b708-7f5ba94194b7 {{(pid=98475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:51:11.533845 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-75c6004e-95f5-418a-91a9-e39bc6723da8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:11.602269 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-d0eee5c0-8d93-4d7d-9af2-a04eb134e1b6 admin admin] Calling delete_port for dc5206e8-e9d2-4b0e-b708-7f5ba94194b7 owned by network:dhcp {{(pid=98473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:51:11.632632 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-75c6004e-95f5-418a-91a9-e39bc6723da8 None None] For port dc5206e8-e9d2-4b0e-b708-7f5ba94194b7, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=dc5206e8-e9d2-4b0e-b708-7f5ba94194b7,segment=NetworkSegment(f75f90f2-d3cf-4d1f-8686-0dba664408e0),segment_id=f75f90f2-d3cf-4d1f-8686-0dba664408e0)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:51:11.633034 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-75c6004e-95f5-418a-91a9-e39bc6723da8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:11.650028 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d0eee5c0-8d93-4d7d-9af2-a04eb134e1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31785040'] for port, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:11.654116 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-7d2085fa-a81f-4b87-9ca3-7dbb253efcad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:11.698034 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eee5c0-8d93-4d7d-9af2-a04eb134e1b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc5206e8-e9d2-4b0e-b708-7f5ba94194b7,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:11.700315 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-d0eee5c0-8d93-4d7d-9af2-a04eb134e1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:11.702820 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eee5c0-8d93-4d7d-9af2-a04eb134e1b6 admin admin] No DVR routers for this DVR port dc5206e8-e9d2-4b0e-b708-7f5ba94194b7 on host dv-cinder-791240-3-iscsi {{(pid=98473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:51:11.755962 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-75c6004e-95f5-418a-91a9-e39bc6723da8 None None] Calling delete_port for dc5206e8-e9d2-4b0e-b708-7f5ba94194b7 owned by network:dhcp {{(pid=98475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:51:11.798318 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-75c6004e-95f5-418a-91a9-e39bc6723da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372'] for port, after_delete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:11.801872 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-98449991-4435-4a7d-82ef-997420f38c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:11.821220 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d0eee5c0-8d93-4d7d-9af2-a04eb134e1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1676623', 'neutron.services.segments.db._delete_segments_for_network-8758999550940'] for network, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:11.833947 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.services.segments.db [None req-d0eee5c0-8d93-4d7d-9af2-a04eb134e1b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771546d5-f50e-49c2-832e-f1005d51ba9c']}} {{(pid=98473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:51:11.845727 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c6004e-95f5-418a-91a9-e39bc6723da8 None None] Pushing event deleted for resources: {'Port': ['ID=dc5206e8-e9d2-4b0e-b708-7f5ba94194b7,revision_number=None']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:11.845900 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.services.segments.db [None req-d0eee5c0-8d93-4d7d-9af2-a04eb134e1b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f75f90f2-d3cf-4d1f-8686-0dba664408e0') {'for_net_delete': True} {{(pid=98473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:51:11.846148 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.services.segments.db [None req-d0eee5c0-8d93-4d7d-9af2-a04eb134e1b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f75f90f2-d3cf-4d1f-8686-0dba664408e0') {} {{(pid=98473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:51:11.849115 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-75c6004e-95f5-418a-91a9-e39bc6723da8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:11.851509 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c6004e-95f5-418a-91a9-e39bc6723da8 None None] No DVR routers for this DVR port dc5206e8-e9d2-4b0e-b708-7f5ba94194b7 on host dv-cinder-791240-3-iscsi {{(pid=98475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:51:11.860300 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d0eee5c0-8d93-4d7d-9af2-a04eb134e1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758999559837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32057846'] for segment, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:11.876000 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d0eee5c0-8d93-4d7d-9af2-a04eb134e1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:11.882012 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0eee5c0-8d93-4d7d-9af2-a04eb134e1b6 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=98473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:51:11.882401 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d0eee5c0-8d93-4d7d-9af2-a04eb134e1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31784965'] for segment, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:11.895417 dv-cinder-791240-3-iscsi neutron-server[98473]: Traceback (most recent call last): May 25 15:51:11.895417 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 15:51:11.895417 dv-cinder-791240-3-iscsi neutron-server[98473]: timer() May 25 15:51:11.895417 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 15:51:11.895417 dv-cinder-791240-3-iscsi neutron-server[98473]: cb(*args, **kw) May 25 15:51:11.895417 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 15:51:11.895417 dv-cinder-791240-3-iscsi neutron-server[98473]: return func(*args, **kwargs) May 25 15:51:11.895417 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 15:51:11.895417 dv-cinder-791240-3-iscsi neutron-server[98473]: self._notify() May 25 15:51:11.895417 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 15:51:11.895417 dv-cinder-791240-3-iscsi neutron-server[98473]: self.callback(batched_events) May 25 15:51:11.895417 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 15:51:11.895417 dv-cinder-791240-3-iscsi neutron-server[98473]: event.method(event) May 25 15:51:11.895417 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 15:51:11.895417 dv-cinder-791240-3-iscsi neutron-server[98473]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 15:51:11.895417 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 15:51:11.895417 dv-cinder-791240-3-iscsi neutron-server[98473]: aggregate_uuid = self.p_client.list_aggregates( May 25 15:51:11.895417 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 15:51:11.895417 dv-cinder-791240-3-iscsi neutron-server[98473]: return f(self, *a, **k) May 25 15:51:11.895417 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 15:51:11.895417 dv-cinder-791240-3-iscsi neutron-server[98473]: return self._get(url).json() May 25 15:51:11.895417 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 15:51:11.895417 dv-cinder-791240-3-iscsi neutron-server[98473]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 15:51:11.895417 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 15:51:11.895417 dv-cinder-791240-3-iscsi neutron-server[98473]: return self.request(url, 'GET', **kwargs) May 25 15:51:11.895417 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 15:51:11.895417 dv-cinder-791240-3-iscsi neutron-server[98473]: base_url = self.get_endpoint(auth, allow=allow, May 25 15:51:11.895417 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 15:51:11.895417 dv-cinder-791240-3-iscsi neutron-server[98473]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 15:51:11.895417 dv-cinder-791240-3-iscsi neutron-server[98473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 15:51:11.895417 dv-cinder-791240-3-iscsi neutron-server[98473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 15:51:11.895417 dv-cinder-791240-3-iscsi neutron-server[98473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 15:51:11.971582 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d0eee5c0-8d93-4d7d-9af2-a04eb134e1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1676614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-353586'] for network, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:11.975120 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:11.988621 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d0eee5c0-8d93-4d7d-9af2-a04eb134e1b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:11.999769 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eee5c0-8d93-4d7d-9af2-a04eb134e1b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=771546d5-f50e-49c2-832e-f1005d51ba9c,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:12.004396 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-d0eee5c0-8d93-4d7d-9af2-a04eb134e1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:12.012606 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-d0eee5c0-8d93-4d7d-9af2-a04eb134e1b6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/771546d5-f50e-49c2-832e-f1005d51ba9c HTTP/1.1" status: 204 len: 168 time: 0.8227589 May 25 15:51:12.130018 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 43702) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:12.178989 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-d88d18ae-3918-4a27-9191-a985fb89cb0d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=84e65264be4b4ed284c28ccc90c35988&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0477512 May 25 15:51:12.181307 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 43706) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:12.238933 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ce4a4119-925a-4dd1-b9f0-75113a478786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:12.264161 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ce4a4119-925a-4dd1-b9f0-75113a478786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:12.320082 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ce4a4119-925a-4dd1-b9f0-75113a478786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:12.324858 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-2f9143ac-5897-48d0-bbfe-b31a72a1c4e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:12.337614 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a4119-925a-4dd1-b9f0-75113a478786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5189616-fbab-48e0-afc9-27549ea18420,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:12.341400 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-ce4a4119-925a-4dd1-b9f0-75113a478786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:12.345105 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ce4a4119-925a-4dd1-b9f0-75113a478786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:12.348583 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-ce4a4119-925a-4dd1-b9f0-75113a478786 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5189616-fbab-48e0-afc9-27549ea18420 HTTP/1.1" status: 204 len: 168 time: 0.1639118 May 25 15:51:12.737188 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:12.883037 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-e1d535be-d608-4728-a39e-6ccba3a2a5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:13.069200 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device dc5206e8-e9d2-4b0e-b708-7f5ba94194b7 no longer exists at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:51:13.104153 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] No Port match for: dc5206e8-e9d2-4b0e-b708-7f5ba94194b7 {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:51:13.104512 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device dc5206e8-e9d2-4b0e-b708-7f5ba94194b7 not bound to the agent host dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:51:13.765427 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:15.526101 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:16.243072 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:51:23.153564 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:26.400954 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 43940) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:26.514757 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-3d2dcc19-ed14-4feb-a3dc-8ad770f55153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:26.529615 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-3d2dcc19-ed14-4feb-a3dc-8ad770f55153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:51:26.533378 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-3d2dcc19-ed14-4feb-a3dc-8ad770f55153 admin admin] Usage tracker for resource:security_group_rule and tenant:276e516ffc8d415da9396e9ace3d4a37 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:51:26.536292 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-3d2dcc19-ed14-4feb-a3dc-8ad770f55153 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:51:26.542426 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-3d2dcc19-ed14-4feb-a3dc-8ad770f55153 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:51:26.629995 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-3d2dcc19-ed14-4feb-a3dc-8ad770f55153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:26.634219 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-3d2dcc19-ed14-4feb-a3dc-8ad770f55153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:26.643093 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-f7bdda19-7022-4417-a288-94f06a46e460 tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:26.680028 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-3d2dcc19-ed14-4feb-a3dc-8ad770f55153 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=276e516ffc8d415da9396e9ace3d4a37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2779744 May 25 15:51:26.681586 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2dcc19-ed14-4feb-a3dc-8ad770f55153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bd9f33-7f46-4b30-891c-1e72d1be8165,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:26.682711 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 43946) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:26.684700 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-3d2dcc19-ed14-4feb-a3dc-8ad770f55153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:26.741936 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-195b85ae-fb37-4708-8cdb-5155ed89463f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:26.773111 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-195b85ae-fb37-4708-8cdb-5155ed89463f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:26.824604 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-195b85ae-fb37-4708-8cdb-5155ed89463f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:26.828098 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-ce4a4119-925a-4dd1-b9f0-75113a478786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:26.838875 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b85ae-fb37-4708-8cdb-5155ed89463f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bd9f33-7f46-4b30-891c-1e72d1be8165,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:26.841279 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-195b85ae-fb37-4708-8cdb-5155ed89463f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:26.846419 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-195b85ae-fb37-4708-8cdb-5155ed89463f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:26.848498 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-195b85ae-fb37-4708-8cdb-5155ed89463f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c9bd9f33-7f46-4b30-891c-1e72d1be8165 HTTP/1.1" status: 204 len: 168 time: 0.1638207 May 25 15:51:27.153450 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 43960) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:27.173462 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-b079941a-ed26-43ba-8daf-aea54d94c2b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:27.188648 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-b079941a-ed26-43ba-8daf-aea54d94c2b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:51:27.192606 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-b079941a-ed26-43ba-8daf-aea54d94c2b3 admin admin] Usage tracker for resource:security_group_rule and tenant:5dcd3def87254271b8c4c37cbb5d8da3 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:51:27.195748 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-b079941a-ed26-43ba-8daf-aea54d94c2b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:51:27.202411 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-b079941a-ed26-43ba-8daf-aea54d94c2b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:51:27.303268 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-b079941a-ed26-43ba-8daf-aea54d94c2b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:27.307634 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-b079941a-ed26-43ba-8daf-aea54d94c2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:27.318209 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-d114ca79-c089-40df-b6b2-9bcfc56fc53e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:27.371488 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-b079941a-ed26-43ba-8daf-aea54d94c2b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5dcd3def87254271b8c4c37cbb5d8da3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2165582 May 25 15:51:27.373791 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 43966) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:27.374132 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079941a-ed26-43ba-8daf-aea54d94c2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02595cd-7356-4cb8-9f7e-77e1cd8c64ba,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:27.378951 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-b079941a-ed26-43ba-8daf-aea54d94c2b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:27.436247 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d06a1316-64dd-49d2-ae26-1b0718ea53cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:27.462887 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d06a1316-64dd-49d2-ae26-1b0718ea53cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:27.516195 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d06a1316-64dd-49d2-ae26-1b0718ea53cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:27.520450 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-e27b0ab0-4814-4547-a055-6b57987ba7db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:27.534351 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a1316-64dd-49d2-ae26-1b0718ea53cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02595cd-7356-4cb8-9f7e-77e1cd8c64ba,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:27.536665 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-d06a1316-64dd-49d2-ae26-1b0718ea53cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:27.546294 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d06a1316-64dd-49d2-ae26-1b0718ea53cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:27.548258 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-d06a1316-64dd-49d2-ae26-1b0718ea53cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a02595cd-7356-4cb8-9f7e-77e1cd8c64ba HTTP/1.1" status: 204 len: 168 time: 0.1734674 May 25 15:51:37.395376 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 44132) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:37.513204 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ab302132-abe7-458c-ba1a-b0a37b77b3e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:37.527739 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-ab302132-abe7-458c-ba1a-b0a37b77b3e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:51:37.531777 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-ab302132-abe7-458c-ba1a-b0a37b77b3e2 admin admin] Usage tracker for resource:security_group_rule and tenant:4b313e8ce7df45bf81f636c2d9851d5a is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:51:37.535179 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-ab302132-abe7-458c-ba1a-b0a37b77b3e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:51:37.540748 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-ab302132-abe7-458c-ba1a-b0a37b77b3e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:51:37.626878 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ab302132-abe7-458c-ba1a-b0a37b77b3e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:37.631467 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ab302132-abe7-458c-ba1a-b0a37b77b3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:37.638318 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-95e089b7-4fd7-4f16-9561-5cef2fd6bf0f tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:37.677492 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab302132-abe7-458c-ba1a-b0a37b77b3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9702e9-b77b-45c0-8d4a-7c1787b14a53,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:37.681222 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-ab302132-abe7-458c-ba1a-b0a37b77b3e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b313e8ce7df45bf81f636c2d9851d5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2848377 May 25 15:51:37.684120 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 44138) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:37.687170 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab302132-abe7-458c-ba1a-b0a37b77b3e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:37.687546 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab302132-abe7-458c-ba1a-b0a37b77b3e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:37.687943 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab302132-abe7-458c-ba1a-b0a37b77b3e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:37.688305 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab302132-abe7-458c-ba1a-b0a37b77b3e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:37.688661 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab302132-abe7-458c-ba1a-b0a37b77b3e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:37.689015 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab302132-abe7-458c-ba1a-b0a37b77b3e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:37.689366 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab302132-abe7-458c-ba1a-b0a37b77b3e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:37.689716 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab302132-abe7-458c-ba1a-b0a37b77b3e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:37.690067 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab302132-abe7-458c-ba1a-b0a37b77b3e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:37.690413 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab302132-abe7-458c-ba1a-b0a37b77b3e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:37.691299 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab302132-abe7-458c-ba1a-b0a37b77b3e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:37.691644 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab302132-abe7-458c-ba1a-b0a37b77b3e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:37.695670 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-ab302132-abe7-458c-ba1a-b0a37b77b3e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:37.747009 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-eb3736bb-974f-4d47-b021-02b4b007b518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:37.774927 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-eb3736bb-974f-4d47-b021-02b4b007b518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:37.828880 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-eb3736bb-974f-4d47-b021-02b4b007b518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:37.834103 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-370f7fd5-f5a1-4fb1-843c-faeedf5d6613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:37.845875 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3736bb-974f-4d47-b021-02b4b007b518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9702e9-b77b-45c0-8d4a-7c1787b14a53,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:37.854914 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3736bb-974f-4d47-b021-02b4b007b518 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:37.855492 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3736bb-974f-4d47-b021-02b4b007b518 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:37.855964 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3736bb-974f-4d47-b021-02b4b007b518 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:37.856351 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3736bb-974f-4d47-b021-02b4b007b518 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:37.856949 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3736bb-974f-4d47-b021-02b4b007b518 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:37.857314 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3736bb-974f-4d47-b021-02b4b007b518 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:37.857870 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3736bb-974f-4d47-b021-02b4b007b518 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:37.858271 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3736bb-974f-4d47-b021-02b4b007b518 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:37.858668 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3736bb-974f-4d47-b021-02b4b007b518 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:37.859038 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3736bb-974f-4d47-b021-02b4b007b518 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:37.859476 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3736bb-974f-4d47-b021-02b4b007b518 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:37.859845 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3736bb-974f-4d47-b021-02b4b007b518 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:51:37.863058 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-eb3736bb-974f-4d47-b021-02b4b007b518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:37.864424 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-eb3736bb-974f-4d47-b021-02b4b007b518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:37.865950 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-eb3736bb-974f-4d47-b021-02b4b007b518 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa9702e9-b77b-45c0-8d4a-7c1787b14a53 HTTP/1.1" status: 204 len: 168 time: 0.1808715 May 25 15:51:38.161273 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 44152) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:38.179073 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6c9f1c07-13a3-4f79-a323-cde7b55bf50a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:38.193588 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-6c9f1c07-13a3-4f79-a323-cde7b55bf50a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:51:38.197242 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-6c9f1c07-13a3-4f79-a323-cde7b55bf50a admin admin] Usage tracker for resource:security_group_rule and tenant:0fa8f3719da140cfa7b99d43b0a640a5 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:51:38.199996 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-6c9f1c07-13a3-4f79-a323-cde7b55bf50a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:51:38.206071 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-6c9f1c07-13a3-4f79-a323-cde7b55bf50a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:51:38.288703 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6c9f1c07-13a3-4f79-a323-cde7b55bf50a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:38.292612 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6c9f1c07-13a3-4f79-a323-cde7b55bf50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:38.301277 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-362e07cc-1609-4afd-b112-c619a3c0f885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:38.346122 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f1c07-13a3-4f79-a323-cde7b55bf50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d166862a-985c-4a62-ac03-ed36dcc5618b,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:38.349688 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-6c9f1c07-13a3-4f79-a323-cde7b55bf50a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:38.352353 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-6c9f1c07-13a3-4f79-a323-cde7b55bf50a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0fa8f3719da140cfa7b99d43b0a640a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1900618 May 25 15:51:38.355372 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 44156) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:38.414105 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f0366090-e73c-4a44-8735-34eafd34c3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:38.439376 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f0366090-e73c-4a44-8735-34eafd34c3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:38.490744 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f0366090-e73c-4a44-8735-34eafd34c3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:38.494310 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-badf9308-7925-4e99-a792-c6b23bea2985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:38.505584 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0366090-e73c-4a44-8735-34eafd34c3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d166862a-985c-4a62-ac03-ed36dcc5618b,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:38.508980 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-f0366090-e73c-4a44-8735-34eafd34c3a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:38.512153 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-f0366090-e73c-4a44-8735-34eafd34c3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:38.513254 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-f0366090-e73c-4a44-8735-34eafd34c3a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d166862a-985c-4a62-ac03-ed36dcc5618b HTTP/1.1" status: 204 len: 168 time: 0.1568372 May 25 15:51:39.469127 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 44192) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:39.592423 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e9f43aac-0066-459c-b4b5-fe05bce8dfa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:39.612962 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-e9f43aac-0066-459c-b4b5-fe05bce8dfa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:51:39.616735 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-e9f43aac-0066-459c-b4b5-fe05bce8dfa0 admin admin] Usage tracker for resource:security_group_rule and tenant:ccce2505b1424d6a9bc15d887609266d is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:51:39.619575 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-e9f43aac-0066-459c-b4b5-fe05bce8dfa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:51:39.625326 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-e9f43aac-0066-459c-b4b5-fe05bce8dfa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:51:39.707182 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e9f43aac-0066-459c-b4b5-fe05bce8dfa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:39.711344 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e9f43aac-0066-459c-b4b5-fe05bce8dfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:39.719969 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-8ad01ba9-b056-473d-b16f-12758bba726d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:39.761042 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-e9f43aac-0066-459c-b4b5-fe05bce8dfa0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ccce2505b1424d6a9bc15d887609266d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2908251 May 25 15:51:39.762771 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f43aac-0066-459c-b4b5-fe05bce8dfa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45728992-ae79-4bf6-8bce-8445b7a781f6,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:39.763977 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 44208) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:39.765896 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-e9f43aac-0066-459c-b4b5-fe05bce8dfa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:39.825505 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-23efb468-90c8-4a98-80a3-f4a36b86b97f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:39.851919 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-23efb468-90c8-4a98-80a3-f4a36b86b97f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:39.908551 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-23efb468-90c8-4a98-80a3-f4a36b86b97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:39.913995 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-7464a886-4418-4e49-a185-9bc439cd735a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:39.924489 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23efb468-90c8-4a98-80a3-f4a36b86b97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45728992-ae79-4bf6-8bce-8445b7a781f6,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:39.928472 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-23efb468-90c8-4a98-80a3-f4a36b86b97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:39.931568 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-23efb468-90c8-4a98-80a3-f4a36b86b97f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:39.934995 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-23efb468-90c8-4a98-80a3-f4a36b86b97f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/45728992-ae79-4bf6-8bce-8445b7a781f6 HTTP/1.1" status: 204 len: 168 time: 0.1678135 May 25 15:51:40.259226 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-96c65f44-141f-4f06-8fca-01caed9102f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:40.291534 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 44220) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:40.309287 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-5bdee92c-e75e-41df-9e2e-2a758d619680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:40.325295 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-5bdee92c-e75e-41df-9e2e-2a758d619680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:51:40.329153 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-5bdee92c-e75e-41df-9e2e-2a758d619680 admin admin] Usage tracker for resource:security_group_rule and tenant:533a527a457d41f5b5d0c5af6d31d7db is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:51:40.332999 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-5bdee92c-e75e-41df-9e2e-2a758d619680 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:51:40.340468 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-5bdee92c-e75e-41df-9e2e-2a758d619680 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:51:40.434040 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-5bdee92c-e75e-41df-9e2e-2a758d619680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:40.438998 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-5bdee92c-e75e-41df-9e2e-2a758d619680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:40.446806 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-5cb2f6ad-c1f1-4424-84b9-e60d489ae60e tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:40.489055 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-5bdee92c-e75e-41df-9e2e-2a758d619680 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=533a527a457d41f5b5d0c5af6d31d7db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1963551 May 25 15:51:40.490252 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdee92c-e75e-41df-9e2e-2a758d619680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1fdaa7-ef22-4b31-9211-b0f1211cc078,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:40.491713 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 44228) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:40.493065 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-5bdee92c-e75e-41df-9e2e-2a758d619680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:40.563582 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-56b8e086-a770-4660-a124-9a6fb5b6c3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:40.597862 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-56b8e086-a770-4660-a124-9a6fb5b6c3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:40.656026 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-56b8e086-a770-4660-a124-9a6fb5b6c3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:40.659996 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-b079941a-ed26-43ba-8daf-aea54d94c2b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:40.677906 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8e086-a770-4660-a124-9a6fb5b6c3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1fdaa7-ef22-4b31-9211-b0f1211cc078,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:40.681802 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-56b8e086-a770-4660-a124-9a6fb5b6c3c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:40.694738 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-56b8e086-a770-4660-a124-9a6fb5b6c3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:40.695885 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-56b8e086-a770-4660-a124-9a6fb5b6c3c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ef1fdaa7-ef22-4b31-9211-b0f1211cc078 HTTP/1.1" status: 204 len: 168 time: 0.2001393 May 25 15:51:42.733810 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:42.887531 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-855660fa-ca9f-4318-bb16-43960890a2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:43.291349 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 44310) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:43.487872 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-3c2f13dd-51d3-406f-b335-76b30806e015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:43.501911 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-3c2f13dd-51d3-406f-b335-76b30806e015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:51:43.506330 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-3c2f13dd-51d3-406f-b335-76b30806e015 admin admin] Usage tracker for resource:security_group_rule and tenant:192e96f4fa2e4f83871a44bb646410e1 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:51:43.509145 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-3c2f13dd-51d3-406f-b335-76b30806e015 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:51:43.514814 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-3c2f13dd-51d3-406f-b335-76b30806e015 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:51:43.603128 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-3c2f13dd-51d3-406f-b335-76b30806e015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:43.606664 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-3c2f13dd-51d3-406f-b335-76b30806e015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:43.614820 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-7add0891-8189-4056-b199-4171d1ad9047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:43.653477 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-3c2f13dd-51d3-406f-b335-76b30806e015 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=192e96f4fa2e4f83871a44bb646410e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3610206 May 25 15:51:43.655091 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f13dd-51d3-406f-b335-76b30806e015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5eb146-b394-437c-95cb-f7fd2f7825cf,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:43.656144 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 44316) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:43.658006 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-3c2f13dd-51d3-406f-b335-76b30806e015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:43.723246 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-87dd26aa-06a7-4d8f-8363-5c9b024bc17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:43.768259 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:43.836604 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-87dd26aa-06a7-4d8f-8363-5c9b024bc17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:43.889568 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-87dd26aa-06a7-4d8f-8363-5c9b024bc17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:43.893164 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-97630625-7551-49bf-9615-796e00d46503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:43.905213 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd26aa-06a7-4d8f-8363-5c9b024bc17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5eb146-b394-437c-95cb-f7fd2f7825cf,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:43.907717 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-87dd26aa-06a7-4d8f-8363-5c9b024bc17d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:43.915378 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-87dd26aa-06a7-4d8f-8363-5c9b024bc17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:43.919129 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-87dd26aa-06a7-4d8f-8363-5c9b024bc17d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3d5eb146-b394-437c-95cb-f7fd2f7825cf HTTP/1.1" status: 204 len: 168 time: 0.2620060 May 25 15:51:44.195275 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 44324) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:44.212651 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d17eada5-3412-4ee2-b85f-ea3387318b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:44.227126 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-d17eada5-3412-4ee2-b85f-ea3387318b52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:51:44.231108 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-d17eada5-3412-4ee2-b85f-ea3387318b52 admin admin] Usage tracker for resource:security_group_rule and tenant:08a77d75bdef4b70b8464f601c1257d3 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:51:44.233984 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-d17eada5-3412-4ee2-b85f-ea3387318b52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:51:44.240221 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-d17eada5-3412-4ee2-b85f-ea3387318b52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:51:44.324078 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d17eada5-3412-4ee2-b85f-ea3387318b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:44.328004 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-d17eada5-3412-4ee2-b85f-ea3387318b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:44.339381 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-b1263f2f-73c5-42c9-a927-98f2ab0d7572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:44.380462 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-d17eada5-3412-4ee2-b85f-ea3387318b52 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08a77d75bdef4b70b8464f601c1257d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1840444 May 25 15:51:44.381471 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17eada5-3412-4ee2-b85f-ea3387318b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787d27d3-2aad-4ade-8253-b1bf9cf81241,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:44.383583 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 44334) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:44.384806 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-d17eada5-3412-4ee2-b85f-ea3387318b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:44.446433 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-aa8a8c85-07ef-44d3-88f2-2ef3278e36e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:44.476875 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-aa8a8c85-07ef-44d3-88f2-2ef3278e36e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:44.532939 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-aa8a8c85-07ef-44d3-88f2-2ef3278e36e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:44.537252 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-195b85ae-fb37-4708-8cdb-5155ed89463f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:44.550592 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a8c85-07ef-44d3-88f2-2ef3278e36e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787d27d3-2aad-4ade-8253-b1bf9cf81241,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:44.554459 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-aa8a8c85-07ef-44d3-88f2-2ef3278e36e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:44.559706 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-aa8a8c85-07ef-44d3-88f2-2ef3278e36e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:44.563038 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-aa8a8c85-07ef-44d3-88f2-2ef3278e36e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/787d27d3-2aad-4ade-8253-b1bf9cf81241 HTTP/1.1" status: 204 len: 168 time: 0.1760662 May 25 15:51:45.528403 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:46.392019 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 44396) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:46.512542 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-69581ebf-6eba-4fc9-ae0d-aece02111ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:46.527324 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-69581ebf-6eba-4fc9-ae0d-aece02111ddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:51:46.531008 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-69581ebf-6eba-4fc9-ae0d-aece02111ddf admin admin] Usage tracker for resource:security_group_rule and tenant:86d2de64d44e4680926a5786ec2bbb0f is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:51:46.534718 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-69581ebf-6eba-4fc9-ae0d-aece02111ddf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:51:46.540774 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-69581ebf-6eba-4fc9-ae0d-aece02111ddf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:51:46.622097 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-69581ebf-6eba-4fc9-ae0d-aece02111ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:46.625715 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-69581ebf-6eba-4fc9-ae0d-aece02111ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:46.634568 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-96c40341-a79f-4f55-8e5c-5b682f2669d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:46.672962 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-69581ebf-6eba-4fc9-ae0d-aece02111ddf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=86d2de64d44e4680926a5786ec2bbb0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2799206 May 25 15:51:46.673851 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69581ebf-6eba-4fc9-ae0d-aece02111ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8e0d18-9d76-4d09-952d-7a71a2d6eeec,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:46.675660 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 44402) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:46.677086 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-69581ebf-6eba-4fc9-ae0d-aece02111ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:46.738317 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-4fb7e2a3-5be4-4e9e-b6c2-dd1d58a84c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:46.764010 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-4fb7e2a3-5be4-4e9e-b6c2-dd1d58a84c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:46.814606 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-4fb7e2a3-5be4-4e9e-b6c2-dd1d58a84c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:46.818788 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-e4d0ff4a-ac0d-4c8a-b9bf-48837c61ec22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:46.834068 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7e2a3-5be4-4e9e-b6c2-dd1d58a84c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8e0d18-9d76-4d09-952d-7a71a2d6eeec,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:46.836428 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-4fb7e2a3-5be4-4e9e-b6c2-dd1d58a84c7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:46.844589 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-4fb7e2a3-5be4-4e9e-b6c2-dd1d58a84c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:46.845712 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-4fb7e2a3-5be4-4e9e-b6c2-dd1d58a84c7a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb8e0d18-9d76-4d09-952d-7a71a2d6eeec HTTP/1.1" status: 204 len: 168 time: 0.1690474 May 25 15:51:47.122875 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 44416) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:47.141047 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-64d264b0-524d-4856-9089-837f909ab53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:47.159147 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-64d264b0-524d-4856-9089-837f909ab53a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:51:47.162867 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-64d264b0-524d-4856-9089-837f909ab53a admin admin] Usage tracker for resource:security_group_rule and tenant:116b03b1ab594583b28e73b877319d7c is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:51:47.165855 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-64d264b0-524d-4856-9089-837f909ab53a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:51:47.171701 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-64d264b0-524d-4856-9089-837f909ab53a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:51:47.252610 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-64d264b0-524d-4856-9089-837f909ab53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:47.256952 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-64d264b0-524d-4856-9089-837f909ab53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:47.264639 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-42016e38-0b2f-4674-847c-4414f8e19c92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:47.306531 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d264b0-524d-4856-9089-837f909ab53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de10f73-1135-471d-914a-2801b0287477,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:47.309543 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-64d264b0-524d-4856-9089-837f909ab53a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:47.314496 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-64d264b0-524d-4856-9089-837f909ab53a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=116b03b1ab594583b28e73b877319d7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1882956 May 25 15:51:47.314914 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 44420) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:47.376676 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-b340ad6f-2a4e-4c99-aeb6-4f5dfc75b68f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:47.404725 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-b340ad6f-2a4e-4c99-aeb6-4f5dfc75b68f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:47.462397 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-b340ad6f-2a4e-4c99-aeb6-4f5dfc75b68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:47.467414 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-aad5a57f-2c42-4966-9c74-a700d99196ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:47.484854 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b340ad6f-2a4e-4c99-aeb6-4f5dfc75b68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de10f73-1135-471d-914a-2801b0287477,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:47.488839 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-b340ad6f-2a4e-4c99-aeb6-4f5dfc75b68f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:47.501189 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-b340ad6f-2a4e-4c99-aeb6-4f5dfc75b68f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:47.516432 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-b340ad6f-2a4e-4c99-aeb6-4f5dfc75b68f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7de10f73-1135-471d-914a-2801b0287477 HTTP/1.1" status: 204 len: 168 time: 0.1973710 May 25 15:51:47.857674 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 44432) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:47.874849 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b0bfe3fd-1b68-41e2-914c-6f28e0dae23d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:47.888642 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-b0bfe3fd-1b68-41e2-914c-6f28e0dae23d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:51:47.892299 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-b0bfe3fd-1b68-41e2-914c-6f28e0dae23d admin admin] Usage tracker for resource:security_group_rule and tenant:306b80912c4e4046b93ca2cb0b28d7b3 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:51:47.895585 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-b0bfe3fd-1b68-41e2-914c-6f28e0dae23d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:51:47.901088 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-b0bfe3fd-1b68-41e2-914c-6f28e0dae23d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:51:47.981431 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b0bfe3fd-1b68-41e2-914c-6f28e0dae23d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:47.985282 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b0bfe3fd-1b68-41e2-914c-6f28e0dae23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:47.992098 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-eb3736bb-974f-4d47-b021-02b4b007b518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:48.037260 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-b0bfe3fd-1b68-41e2-914c-6f28e0dae23d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=306b80912c4e4046b93ca2cb0b28d7b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1785414 May 25 15:51:48.038257 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bfe3fd-1b68-41e2-914c-6f28e0dae23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85c756a-66b8-4ffd-91f9-9436ee8f5fe5,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:48.039946 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 44436) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:48.041448 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-b0bfe3fd-1b68-41e2-914c-6f28e0dae23d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:48.098786 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-793273e5-ce9e-4730-ab54-636511931607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:48.125219 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-793273e5-ce9e-4730-ab54-636511931607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:48.186087 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-793273e5-ce9e-4730-ab54-636511931607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:48.189811 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-4633fb4e-b567-4a1d-9ebc-9e5b38548535 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:48.201358 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793273e5-ce9e-4730-ab54-636511931607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85c756a-66b8-4ffd-91f9-9436ee8f5fe5,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:48.204692 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-793273e5-ce9e-4730-ab54-636511931607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:48.208316 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-793273e5-ce9e-4730-ab54-636511931607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:48.209390 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-793273e5-ce9e-4730-ab54-636511931607 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b85c756a-66b8-4ffd-91f9-9436ee8f5fe5 HTTP/1.1" status: 204 len: 168 time: 0.1684353 May 25 15:51:53.165565 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:53.241794 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:51:54.173824 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8c109b4d-fb48-4a94-a807-5ee1657ad357 req-2d7f3b1b-c44f-47a5-a07b-595eefa35fca service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=40b0f358-d14c-4c28-9ae1-7733b2f075cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0838158 May 25 15:51:54.268032 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c109b4d-fb48-4a94-a807-5ee1657ad357 req-cda08004-9c04-4052-a142-530c54ec24a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:54.270121 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8c109b4d-fb48-4a94-a807-5ee1657ad357 req-cda08004-9c04-4052-a142-530c54ec24a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84b618e26d84448e895072b4ac0967b1&device_id=40b0f358-d14c-4c28-9ae1-7733b2f075cd HTTP/1.1" status: 200 len: 1098 time: 0.0748053 May 25 15:51:54.414892 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c109b4d-fb48-4a94-a807-5ee1657ad357 req-4443a0f8-7727-4da4-838c-c7b5b11dda00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:54.416351 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8c109b4d-fb48-4a94-a807-5ee1657ad357 req-4443a0f8-7727-4da4-838c-c7b5b11dda00 service neutron] 10.222.0.57 "GET /v2.0/networks?id=314b5cd8-30e3-4858-a640-2a3928ee779b HTTP/1.1" status: 200 len: 913 time: 0.1268876 May 25 15:51:54.526256 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8c109b4d-fb48-4a94-a807-5ee1657ad357 req-655d8f76-610a-4c5a-9e67-8559d615df2a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=deb8d5d1-a585-4984-b44f-e23ccb823250 HTTP/1.1" status: 200 len: 1001 time: 0.1032445 May 25 15:51:54.586724 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c109b4d-fb48-4a94-a807-5ee1657ad357 req-c3c7a86f-054c-4df6-a91b-a6295d3a4ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:54.588209 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8c109b4d-fb48-4a94-a807-5ee1657ad357 req-c3c7a86f-054c-4df6-a91b-a6295d3a4ac7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a8053ff5-f153-4b8c-a65c-778e9408f5dc HTTP/1.1" status: 200 len: 851 time: 0.0561724 May 25 15:51:54.663599 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c109b4d-fb48-4a94-a807-5ee1657ad357 req-80b1c937-de75-45b9-868b-b6833d9f30cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:54.665054 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8c109b4d-fb48-4a94-a807-5ee1657ad357 req-80b1c937-de75-45b9-868b-b6833d9f30cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=314b5cd8-30e3-4858-a640-2a3928ee779b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710597 May 25 15:51:54.797639 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8c109b4d-fb48-4a94-a807-5ee1657ad357 req-3cd9c213-f565-4912-bab0-1b3e466badc6 service neutron] 10.222.0.57 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257937 May 25 15:51:54.935897 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8c109b4d-fb48-4a94-a807-5ee1657ad357 req-1d84a1ea-59aa-49d4-9c85-755b2bfb6857 service neutron] 10.222.0.57 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308279 May 25 15:51:55.510279 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 44644) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:55.627353 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-4076c942-a243-4dcb-bb81-b7b51540ba23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:55.641258 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-4076c942-a243-4dcb-bb81-b7b51540ba23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:51:55.644991 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-4076c942-a243-4dcb-bb81-b7b51540ba23 admin admin] Usage tracker for resource:security_group_rule and tenant:9aa0b1085e704e7abfdf1f76bcb101d3 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:51:55.647740 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-4076c942-a243-4dcb-bb81-b7b51540ba23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:51:55.653323 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-4076c942-a243-4dcb-bb81-b7b51540ba23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:51:55.735175 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-4076c942-a243-4dcb-bb81-b7b51540ba23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:55.740063 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-4076c942-a243-4dcb-bb81-b7b51540ba23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:55.746933 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-64d4d96c-8be1-4bc8-9ec7-27fc508f96db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:55.787424 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-4076c942-a243-4dcb-bb81-b7b51540ba23 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9aa0b1085e704e7abfdf1f76bcb101d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2761011 May 25 15:51:55.788348 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4076c942-a243-4dcb-bb81-b7b51540ba23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751847ff-6c01-45cf-953e-aa2ebe314a63,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:55.790099 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 44650) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:55.791353 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-4076c942-a243-4dcb-bb81-b7b51540ba23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:55.851498 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-cac055b5-e55e-4e66-891c-5f2a244e2088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:55.877097 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-cac055b5-e55e-4e66-891c-5f2a244e2088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:55.928515 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-cac055b5-e55e-4e66-891c-5f2a244e2088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:55.933146 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-7f7a64f6-c852-44ab-9c02-9611e9c5cbaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:55.945220 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac055b5-e55e-4e66-891c-5f2a244e2088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751847ff-6c01-45cf-953e-aa2ebe314a63,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:55.949616 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-cac055b5-e55e-4e66-891c-5f2a244e2088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:55.953828 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-cac055b5-e55e-4e66-891c-5f2a244e2088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:55.954952 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-cac055b5-e55e-4e66-891c-5f2a244e2088 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/751847ff-6c01-45cf-953e-aa2ebe314a63 HTTP/1.1" status: 204 len: 168 time: 0.1638918 May 25 15:51:56.230862 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 44658) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:56.248279 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6c3fdbf8-f73f-4a55-94a7-58b0e186de0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:56.262587 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-6c3fdbf8-f73f-4a55-94a7-58b0e186de0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:51:56.266209 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-6c3fdbf8-f73f-4a55-94a7-58b0e186de0d admin admin] Usage tracker for resource:security_group_rule and tenant:41eec142b9ce4e46b90551f06957caef is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:51:56.269705 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-6c3fdbf8-f73f-4a55-94a7-58b0e186de0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:51:56.275519 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-6c3fdbf8-f73f-4a55-94a7-58b0e186de0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:51:56.363520 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6c3fdbf8-f73f-4a55-94a7-58b0e186de0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:56.367798 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6c3fdbf8-f73f-4a55-94a7-58b0e186de0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:56.375752 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-6c9f1c07-13a3-4f79-a323-cde7b55bf50a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:56.419900 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-6c3fdbf8-f73f-4a55-94a7-58b0e186de0d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=41eec142b9ce4e46b90551f06957caef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878200 May 25 15:51:56.421571 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3fdbf8-f73f-4a55-94a7-58b0e186de0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b940e92-7a65-4ed5-9b58-b3a54eae57cf,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:56.422490 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 44666) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:56.425127 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-6c3fdbf8-f73f-4a55-94a7-58b0e186de0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:56.490425 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-0b3c15c6-3ec5-4516-b5a5-fc54cba32616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:56.516108 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-0b3c15c6-3ec5-4516-b5a5-fc54cba32616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:56.575723 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-0b3c15c6-3ec5-4516-b5a5-fc54cba32616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:56.580484 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-9744c5c0-d646-4f20-86a9-337e40d6718f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:56.591444 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 44672) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:56.594553 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c15c6-3ec5-4516-b5a5-fc54cba32616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b940e92-7a65-4ed5-9b58-b3a54eae57cf,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:56.601995 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-0b3c15c6-3ec5-4516-b5a5-fc54cba32616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:56.606939 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-0b3c15c6-3ec5-4516-b5a5-fc54cba32616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:56.611011 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-0b3c15c6-3ec5-4516-b5a5-fc54cba32616 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b940e92-7a65-4ed5-9b58-b3a54eae57cf HTTP/1.1" status: 204 len: 168 time: 0.1871302 May 25 15:51:56.843128 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-3b268cce-a754-471b-9321-4410a9c6511d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:56.858190 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-3b268cce-a754-471b-9321-4410a9c6511d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:51:56.862913 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-3b268cce-a754-471b-9321-4410a9c6511d admin admin] Usage tracker for resource:security_group_rule and tenant:ef3e30fc2cca44f3a5faa55c1ee9f145 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:51:56.865903 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-3b268cce-a754-471b-9321-4410a9c6511d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:51:56.871620 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-3b268cce-a754-471b-9321-4410a9c6511d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:51:56.955571 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-3b268cce-a754-471b-9321-4410a9c6511d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:56.959460 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-3b268cce-a754-471b-9321-4410a9c6511d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:56.967906 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-23efb468-90c8-4a98-80a3-f4a36b86b97f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:57.010578 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-3b268cce-a754-471b-9321-4410a9c6511d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ef3e30fc2cca44f3a5faa55c1ee9f145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4157338 May 25 15:51:57.010578 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b268cce-a754-471b-9321-4410a9c6511d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4981e505-63e5-4dc1-9ed0-33eeac87fc85,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:57.010992 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 44690) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:51:57.012392 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-3b268cce-a754-471b-9321-4410a9c6511d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:57.074738 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-1bd563bd-c607-4e0d-b8f6-9c98e0ff4889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:57.100972 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-1bd563bd-c607-4e0d-b8f6-9c98e0ff4889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:57.155618 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-1bd563bd-c607-4e0d-b8f6-9c98e0ff4889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:57.161056 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-56b8e086-a770-4660-a124-9a6fb5b6c3c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:51:57.177832 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd563bd-c607-4e0d-b8f6-9c98e0ff4889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4981e505-63e5-4dc1-9ed0-33eeac87fc85,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:51:57.180416 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-1bd563bd-c607-4e0d-b8f6-9c98e0ff4889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:51:57.181658 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-1bd563bd-c607-4e0d-b8f6-9c98e0ff4889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:51:57.185686 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-1bd563bd-c607-4e0d-b8f6-9c98e0ff4889 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4981e505-63e5-4dc1-9ed0-33eeac87fc85 HTTP/1.1" status: 204 len: 168 time: 0.1708279 May 25 15:51:59.805076 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-12fd9f92-2945-4bb1-8135-0405fa2cca88 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=96fbf1fb9722401ba4ac3b0f034d0748&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1193666 May 25 15:51:59.962975 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-b65a2fd1-574c-46ed-97f1-73bdfb33605b tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:51:59.964430 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-b65a2fd1-574c-46ed-97f1-73bdfb33605b tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1541209 May 25 15:51:59.979039 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-53dac7ae-719a-4faf-ae21-d9b4965d93f5 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/quotas/96fbf1fb9722401ba4ac3b0f034d0748 HTTP/1.1" status: 200 len: 375 time: 0.0090973 May 25 15:52:00.026393 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-73f92d11-d550-4d7e-a9f5-4a4a55247327 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=96fbf1fb9722401ba4ac3b0f034d0748&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421996 May 25 15:52:00.206793 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-bc6a5ebc-cdba-4d40-8644-fbfc0e504c7f req-56972869-8e60-4585-95f3-7a73fc0a67d8 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/ports?device_id=39e7f078-18c5-4ee9-af1e-c586acce6610 HTTP/1.1" status: 200 len: 210 time: 0.0464659 May 25 15:52:01.355245 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0a15036c-7de1-4b7e-8fc6-9e7fe91229ca req-5c2abc33-3e47-4e7f-901d-a529a49d4375 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/ports?device_id=39e7f078-18c5-4ee9-af1e-c586acce6610 HTTP/1.1" status: 200 len: 210 time: 0.0452526 May 25 15:52:02.503144 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d978d815-12f3-4ac5-909d-861ea44d0c26 req-bf4e839e-d50a-4970-aada-c5b6431670f7 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/ports?device_id=39e7f078-18c5-4ee9-af1e-c586acce6610 HTTP/1.1" status: 200 len: 210 time: 0.0427816 May 25 15:52:03.699482 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-fa18bc5e-314d-4a62-850a-08747ac13976 req-d9aff5dd-b183-4103-92fb-2a095ea1bfc7 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/ports?device_id=39e7f078-18c5-4ee9-af1e-c586acce6610 HTTP/1.1" status: 200 len: 210 time: 0.0669382 May 25 15:52:03.703335 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-82b8e96b-8cb1-4abf-a4fb-f27c775d15ee tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=96fbf1fb9722401ba4ac3b0f034d0748&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386715 May 25 15:52:03.895161 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-8f72df89-5ffb-488a-8df0-57a54c67ea50 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:03.896598 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-8f72df89-5ffb-488a-8df0-57a54c67ea50 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1875379 May 25 15:52:03.912753 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-025acd8d-92c8-4528-b29a-b9aa47e46de9 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Request body: {'port': {'device_id': '39e7f078-18c5-4ee9-af1e-c586acce6610', 'network_id': '54dbfb08-8c65-44b1-92f5-b7fe1bdb734c', 'admin_state_up': True, 'tenant_id': '96fbf1fb9722401ba4ac3b0f034d0748'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:52:04.053874 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-025acd8d-92c8-4528-b29a-b9aa47e46de9 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:52:04.057731 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-025acd8d-92c8-4528-b29a-b9aa47e46de9 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Usage tracker for resource:port and tenant:96fbf1fb9722401ba4ac3b0f034d0748 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:52:04.060549 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-025acd8d-92c8-4528-b29a-b9aa47e46de9 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:52:04.066318 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-025acd8d-92c8-4528-b29a-b9aa47e46de9 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:52:04.075927 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-025acd8d-92c8-4528-b29a-b9aa47e46de9 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Made reservation on behalf of 96fbf1fb9722401ba4ac3b0f034d0748 for: {'port': 1} {{(pid=98474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:52:04.079506 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-025acd8d-92c8-4528-b29a-b9aa47e46de9 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:04.091653 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-025acd8d-92c8-4528-b29a-b9aa47e46de9 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:04.107390 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-025acd8d-92c8-4528-b29a-b9aa47e46de9 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:52:04.111107 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-025acd8d-92c8-4528-b29a-b9aa47e46de9 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Usage tracker for resource:security_group_rule and tenant:96fbf1fb9722401ba4ac3b0f034d0748 is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:52:04.114599 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-025acd8d-92c8-4528-b29a-b9aa47e46de9 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:52:04.120318 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-025acd8d-92c8-4528-b29a-b9aa47e46de9 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:52:04.215609 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-025acd8d-92c8-4528-b29a-b9aa47e46de9 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:04.219563 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-025acd8d-92c8-4528-b29a-b9aa47e46de9 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:04.223131 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-7bfd859b-fa99-4a56-b09b-b010d6a32ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:04.305360 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025acd8d-92c8-4528-b29a-b9aa47e46de9 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71a008dd-2705-47ea-84fb-e54f275fb9cc,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:04.310890 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-025acd8d-92c8-4528-b29a-b9aa47e46de9 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:04.398986 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.db_base_plugin_common [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-025acd8d-92c8-4528-b29a-b9aa47e46de9 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Allocated IP 192.168.233.45 (54dbfb08-8c65-44b1-92f5-b7fe1bdb734c/6f9b113a-1561-4165-9372-4ac0e9d65732/fba22514-de32-44e8-aca6-4f464639481d) {{(pid=98474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:52:04.598736 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-025acd8d-92c8-4528-b29a-b9aa47e46de9 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Notify callbacks [] for port, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:04.613677 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.provisioning_blocks [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-025acd8d-92c8-4528-b29a-b9aa47e46de9 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Transition to ACTIVE for port object fba22514-de32-44e8-aca6-4f464639481d will not be triggered until provisioned by entity DHCP. {{(pid=98474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:52:04.637225 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-025acd8d-92c8-4528-b29a-b9aa47e46de9 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:04.642907 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-d6c61721-d02d-4ca4-97d2-3dca1a44fd95 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:04.709595 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-025acd8d-92c8-4528-b29a-b9aa47e46de9 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Network 54dbfb08-8c65-44b1-92f5-b7fe1bdb734c is already hosted by enough agents. {{(pid=98474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:52:04.712656 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-025acd8d-92c8-4528-b29a-b9aa47e46de9 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Resources bound (agent type, host, resource id): {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:52:04.716270 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-025acd8d-92c8-4528-b29a-b9aa47e46de9 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Received port after_create {{(pid=98474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:52:04.750870 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025acd8d-92c8-4528-b29a-b9aa47e46de9 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Pushing event updated for resources: {'Port': ['ID=fba22514-de32-44e8-aca6-4f464639481d,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:04.758187 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-025acd8d-92c8-4528-b29a-b9aa47e46de9 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:04.789573 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-025acd8d-92c8-4528-b29a-b9aa47e46de9 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:04.790223 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-025acd8d-92c8-4528-b29a-b9aa47e46de9 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:04.822461 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-025acd8d-92c8-4528-b29a-b9aa47e46de9 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9140110 May 25 15:52:04.926504 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d91453-1d85-48ff-a652-ceb58c9bd328 req-bc0e6f71-3e61-4c52-b1cd-a98db776973f tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:04.927999 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-85d91453-1d85-48ff-a652-ceb58c9bd328 req-bc0e6f71-3e61-4c52-b1cd-a98db776973f tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/ports?device_id=39e7f078-18c5-4ee9-af1e-c586acce6610 HTTP/1.1" status: 200 len: 935 time: 0.0819094 May 25 15:52:04.973520 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-cb3432ab-1678-4f96-8e64-aba94d06da73 None None] Provisioning for port fba22514-de32-44e8-aca6-4f464639481d completed by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:52:04.976275 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-85d91453-1d85-48ff-a652-ceb58c9bd328 req-1bb0aee7-26e9-4840-836e-80046069a675 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/security-groups?id=71a008dd-2705-47ea-84fb-e54f275fb9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424974 May 25 15:52:04.978862 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-cb3432ab-1678-4f96-8e64-aba94d06da73 None None] Provisioning complete for port fba22514-de32-44e8-aca6-4f464639481d triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:52:04.979494 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-cb3432ab-1678-4f96-8e64-aba94d06da73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:05.033663 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-cb3432ab-1678-4f96-8e64-aba94d06da73 None None] Port fba22514-de32-44e8-aca6-4f464639481d cannot update to ACTIVE because it is not bound. {{(pid=98475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:52:05.323533 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-f61cec08-220a-441d-a385-eb455e1d8f1b service neutron] Request body: {'port': {'device_id': '39e7f078-18c5-4ee9-af1e-c586acce6610', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:52:05.433859 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-f61cec08-220a-441d-a385-eb455e1d8f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:05.866967 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-f61cec08-220a-441d-a385-eb455e1d8f1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fba22514-de32-44e8-aca6-4f464639481d {{(pid=98474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:52:05.874197 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-f61cec08-220a-441d-a385-eb455e1d8f1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:05.891325 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.provisioning_blocks [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-f61cec08-220a-441d-a385-eb455e1d8f1b service neutron] Transition to ACTIVE for port object fba22514-de32-44e8-aca6-4f464639481d will not be triggered until provisioned by entity L2. {{(pid=98474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:52:05.895693 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-f61cec08-220a-441d-a385-eb455e1d8f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-881747'] for port, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:05.902154 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-025acd8d-92c8-4528-b29a-b9aa47e46de9 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:06.061447 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61cec08-220a-441d-a385-eb455e1d8f1b service neutron] Pushing event updated for resources: {'Port': ['ID=fba22514-de32-44e8-aca6-4f464639481d,revision_number=2']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:06.068988 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-f61cec08-220a-441d-a385-eb455e1d8f1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:06.193158 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.managers [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-f61cec08-220a-441d-a385-eb455e1d8f1b service neutron] Attempting to bind port fba22514-de32-44e8-aca6-4f464639481d on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:52:06.193495 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.managers [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-f61cec08-220a-441d-a385-eb455e1d8f1b service neutron] Attempting to bind port fba22514-de32-44e8-aca6-4f464639481d by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': 'e0a8b33b-ba6e-4e51-8f7b-35b37429b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '54dbfb08-8c65-44b1-92f5-b7fe1bdb734c'}] {{(pid=98474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:52:06.193832 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-f61cec08-220a-441d-a385-eb455e1d8f1b service neutron] Attempting to bind port fba22514-de32-44e8-aca6-4f464639481d on network 54dbfb08-8c65-44b1-92f5-b7fe1bdb734c {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:52:06.200334 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-f61cec08-220a-441d-a385-eb455e1d8f1b service neutron] Port fba22514-de32-44e8-aca6-4f464639481d on network 54dbfb08-8c65-44b1-92f5-b7fe1bdb734c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:52:06.200658 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-f61cec08-220a-441d-a385-eb455e1d8f1b service neutron] Attempting to bind port fba22514-de32-44e8-aca6-4f464639481d on network 54dbfb08-8c65-44b1-92f5-b7fe1bdb734c {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:52:06.208325 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-f61cec08-220a-441d-a385-eb455e1d8f1b service neutron] Checking agent: {'id': 'eb2109ed-85e4-4c57-98e0-c43a853e4d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'started_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:52:06.208663 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-f61cec08-220a-441d-a385-eb455e1d8f1b service neutron] Checking segment: {'id': 'e0a8b33b-ba6e-4e51-8f7b-35b37429b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '54dbfb08-8c65-44b1-92f5-b7fe1bdb734c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:52:06.209048 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-f61cec08-220a-441d-a385-eb455e1d8f1b service neutron] Bound using segment: {'id': 'e0a8b33b-ba6e-4e51-8f7b-35b37429b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '54dbfb08-8c65-44b1-92f5-b7fe1bdb734c'} {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:52:06.209478 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.managers [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-f61cec08-220a-441d-a385-eb455e1d8f1b service neutron] Bound port: fba22514-de32-44e8-aca6-4f464639481d, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a8b33b-ba6e-4e51-8f7b-35b37429b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '54dbfb08-8c65-44b1-92f5-b7fe1bdb734c'}}] {{(pid=98474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:52:06.209825 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-f61cec08-220a-441d-a385-eb455e1d8f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:06.235189 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232777c-0ccd-4e2d-ace9-3d9e38358aae req-012a0162-b67f-4119-b4a7-64e61e3529fb tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:06.235843 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-6232777c-0ccd-4e2d-ace9-3d9e38358aae req-012a0162-b67f-4119-b4a7-64e61e3529fb tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Synchronizing usage tracker for tenant:96fbf1fb9722401ba4ac3b0f034d0748 on resource:port {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:52:06.300838 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-6232777c-0ccd-4e2d-ace9-3d9e38358aae req-012a0162-b67f-4119-b4a7-64e61e3529fb tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Unset dirty status for tenant:96fbf1fb9722401ba4ac3b0f034d0748 on resource:port {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:52:06.301989 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-6232777c-0ccd-4e2d-ace9-3d9e38358aae req-012a0162-b67f-4119-b4a7-64e61e3529fb tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/ports?device_id=39e7f078-18c5-4ee9-af1e-c586acce6610 HTTP/1.1" status: 200 len: 947 time: 0.2036438 May 25 15:52:06.348874 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-f61cec08-220a-441d-a385-eb455e1d8f1b service neutron] For port fba22514-de32-44e8-aca6-4f464639481d, host hv-cinder-79124, cleared binding levels {{(pid=98474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:52:06.363052 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-f61cec08-220a-441d-a385-eb455e1d8f1b service neutron] For port fba22514-de32-44e8-aca6-4f464639481d, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=fba22514-de32-44e8-aca6-4f464639481d,segment=NetworkSegment(e0a8b33b-ba6e-4e51-8f7b-35b37429b2fc),segment_id=e0a8b33b-ba6e-4e51-8f7b-35b37429b2fc)] {{(pid=98474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:52:06.365822 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-6232777c-0ccd-4e2d-ace9-3d9e38358aae req-dd713d59-e9f9-4f22-a158-3b1667d2ce7d tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Synchronizing usage tracker for tenant:96fbf1fb9722401ba4ac3b0f034d0748 on resource:security_group {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:52:06.370197 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-f61cec08-220a-441d-a385-eb455e1d8f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-881747'] for port, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:06.374890 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-94547ee2-13fa-4f37-bbaf-b6898d5e9e38 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:06.442777 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-f61cec08-220a-441d-a385-eb455e1d8f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:06.443503 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-f61cec08-220a-441d-a385-eb455e1d8f1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:06.445008 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-f61cec08-220a-441d-a385-eb455e1d8f1b service neutron] 10.222.0.57 "PUT /v2.0/ports/fba22514-de32-44e8-aca6-4f464639481d HTTP/1.1" status: 200 len: 1097 time: 1.1257672 May 25 15:52:06.446878 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e7f078-18c5-4ee9-af1e-c586acce6610', 'tag': 'fba22514-de32-44e8-aca6-4f464639481d'}] {{(pid=98474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:52:06.462497 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-6232777c-0ccd-4e2d-ace9-3d9e38358aae req-dd713d59-e9f9-4f22-a158-3b1667d2ce7d tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Unset dirty status for tenant:96fbf1fb9722401ba4ac3b0f034d0748 on resource:security_group {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:52:06.463657 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-6232777c-0ccd-4e2d-ace9-3d9e38358aae req-dd713d59-e9f9-4f22-a158-3b1667d2ce7d tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/security-groups?id=71a008dd-2705-47ea-84fb-e54f275fb9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528404 May 25 15:52:06.474812 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61cec08-220a-441d-a385-eb455e1d8f1b service neutron] Pushing event updated for resources: {'Port': ['ID=fba22514-de32-44e8-aca6-4f464639481d,revision_number=3']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:06.484719 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-f61cec08-220a-441d-a385-eb455e1d8f1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:06.661505 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e7f078-18c5-4ee9-af1e-c586acce6610', 'tag': 'fba22514-de32-44e8-aca6-4f464639481d', 'status': 'completed', 'code': 200} May 25 15:52:07.679377 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1bbad9-28de-4a5f-9751-dbc7b9a1292e req-28922307-4667-4024-9912-c9f510d18d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:07.680858 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-bc1bbad9-28de-4a5f-9751-dbc7b9a1292e req-28922307-4667-4024-9912-c9f510d18d08 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=96fbf1fb9722401ba4ac3b0f034d0748&device_id=39e7f078-18c5-4ee9-af1e-c586acce6610 HTTP/1.1" status: 200 len: 1100 time: 0.1325877 May 25 15:52:07.692532 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545347ec-ca0c-4aa2-a626-c8e59e4a12fa req-b4e200b8-22c8-4099-9214-fc4423ed231d tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:07.693869 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-545347ec-ca0c-4aa2-a626-c8e59e4a12fa req-b4e200b8-22c8-4099-9214-fc4423ed231d tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/ports?device_id=39e7f078-18c5-4ee9-af1e-c586acce6610 HTTP/1.1" status: 200 len: 947 time: 0.1094851 May 25 15:52:07.732077 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-bc1bbad9-28de-4a5f-9751-dbc7b9a1292e req-a2fc2f8b-1a34-4f69-aa1f-1847533ab037 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=96fbf1fb9722401ba4ac3b0f034d0748&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372500 May 25 15:52:07.840750 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-545347ec-ca0c-4aa2-a626-c8e59e4a12fa req-cc022008-4256-49f6-84d7-95a22c7f5560 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/security-groups?id=71a008dd-2705-47ea-84fb-e54f275fb9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274335 May 25 15:52:07.916932 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1bbad9-28de-4a5f-9751-dbc7b9a1292e req-1ba4b3e8-7234-46a4-b701-1b59ed91c2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:07.919534 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-bc1bbad9-28de-4a5f-9751-dbc7b9a1292e req-1ba4b3e8-7234-46a4-b701-1b59ed91c2fb service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1796689 May 25 15:52:08.029994 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-61ccc466-a4f9-42f0-81d1-9525e0d8d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:08.031436 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-61ccc466-a4f9-42f0-81d1-9525e0d8d1cd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=96fbf1fb9722401ba4ac3b0f034d0748&device_id=39e7f078-18c5-4ee9-af1e-c586acce6610 HTTP/1.1" status: 200 len: 1100 time: 0.0701015 May 25 15:52:08.102683 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-31b65255-6b1e-4787-8292-3763ba1a9a51 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=fba22514-de32-44e8-aca6-4f464639481d HTTP/1.1" status: 200 len: 217 time: 0.0631633 May 25 15:52:08.164263 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-f9c12ae2-e0f6-4669-bf90-25da61ee1615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:08.165623 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-f9c12ae2-e0f6-4669-bf90-25da61ee1615 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f9b113a-1561-4165-9372-4ac0e9d65732 HTTP/1.1" status: 200 len: 843 time: 0.0563581 May 25 15:52:08.244287 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-739245bf-6ce1-404a-b86d-acf1ca4ee4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:08.245761 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-739245bf-6ce1-404a-b86d-acf1ca4ee4a9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=54dbfb08-8c65-44b1-92f5-b7fe1bdb734c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0737009 May 25 15:52:08.377146 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-29f0e423-bdf7-417f-82e9-537a2f03df19 service neutron] 10.222.0.57 "GET /v2.0/networks/54dbfb08-8c65-44b1-92f5-b7fe1bdb734c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233263 May 25 15:52:08.571202 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0a0dc226-b15d-4286-b9d2-908c37b1c528 req-b49f964a-584c-49b2-9fb8-5e4adc440953 service neutron] 10.222.0.57 "GET /v2.0/networks/54dbfb08-8c65-44b1-92f5-b7fe1bdb734c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354885 May 25 15:52:09.035752 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852b05e-ad9e-459c-86a3-b74f2d131d68 req-9a7f0fc8-e850-4335-8c66-a60690982b0a tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:09.037393 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-2852b05e-ad9e-459c-86a3-b74f2d131d68 req-9a7f0fc8-e850-4335-8c66-a60690982b0a tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/ports?device_id=39e7f078-18c5-4ee9-af1e-c586acce6610 HTTP/1.1" status: 200 len: 947 time: 0.0802214 May 25 15:52:09.082437 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-2852b05e-ad9e-459c-86a3-b74f2d131d68 req-bf623cb4-c363-414b-ab3f-822744a402f5 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/security-groups?id=71a008dd-2705-47ea-84fb-e54f275fb9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394845 May 25 15:52:10.262670 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-4be092ae-88c5-482b-a878-e7d0883218cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:10.280080 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146be642-5dfc-4bb4-ac5b-bf0338289000 req-656a9339-d40c-4440-9ab7-79e400c56acf tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:10.281494 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-146be642-5dfc-4bb4-ac5b-bf0338289000 req-656a9339-d40c-4440-9ab7-79e400c56acf tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/ports?device_id=39e7f078-18c5-4ee9-af1e-c586acce6610 HTTP/1.1" status: 200 len: 947 time: 0.0814538 May 25 15:52:10.325216 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-146be642-5dfc-4bb4-ac5b-bf0338289000 req-c4cd7cfc-ad8f-4c6e-888a-e33ddde25413 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/security-groups?id=71a008dd-2705-47ea-84fb-e54f275fb9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374141 May 25 15:52:11.511683 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a0426-bff0-48e5-9ed5-f36a8f6e398f req-b1f6fc67-8a5d-4a60-a199-f63c8560c8c7 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:11.513143 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-932a0426-bff0-48e5-9ed5-f36a8f6e398f req-b1f6fc67-8a5d-4a60-a199-f63c8560c8c7 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/ports?device_id=39e7f078-18c5-4ee9-af1e-c586acce6610 HTTP/1.1" status: 200 len: 947 time: 0.0825636 May 25 15:52:11.557977 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-932a0426-bff0-48e5-9ed5-f36a8f6e398f req-8d097eac-1c71-454b-b3b8-a423329f710c tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/security-groups?id=71a008dd-2705-47ea-84fb-e54f275fb9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391631 May 25 15:52:12.729498 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:12.849784 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d151e-66bf-4504-b9af-7f0981442a50 req-9e80c990-af04-4dd7-a970-82cf4bb87543 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:12.851229 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8d6d151e-66bf-4504-b9af-7f0981442a50 req-9e80c990-af04-4dd7-a970-82cf4bb87543 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/ports?device_id=39e7f078-18c5-4ee9-af1e-c586acce6610 HTTP/1.1" status: 200 len: 947 time: 0.1876295 May 25 15:52:12.891130 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-95d22672-11e1-4b64-9c37-146d4052a61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:12.899233 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8d6d151e-66bf-4504-b9af-7f0981442a50 req-2e588d16-35f9-4220-84f1-f5c06716d63e tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/security-groups?id=71a008dd-2705-47ea-84fb-e54f275fb9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419803 May 25 15:52:13.769912 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:14.084104 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac5737-a262-4cc4-82e1-57b7a4b40d6f req-93d6e024-4735-4238-b8e8-0ea59b69c150 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:14.085557 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d1ac5737-a262-4cc4-82e1-57b7a4b40d6f req-93d6e024-4735-4238-b8e8-0ea59b69c150 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/ports?device_id=39e7f078-18c5-4ee9-af1e-c586acce6610 HTTP/1.1" status: 200 len: 947 time: 0.0790820 May 25 15:52:14.131330 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-d1ac5737-a262-4cc4-82e1-57b7a4b40d6f req-badf5919-5c4b-4af5-be48-8a517d4ec846 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/security-groups?id=71a008dd-2705-47ea-84fb-e54f275fb9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400136 May 25 15:52:15.319240 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d59f07-58fa-4cba-aac7-78e2b73c93fb req-173c95fb-0a4d-4956-93c7-9cd363f57777 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:15.320650 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-78d59f07-58fa-4cba-aac7-78e2b73c93fb req-173c95fb-0a4d-4956-93c7-9cd363f57777 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/ports?device_id=39e7f078-18c5-4ee9-af1e-c586acce6610 HTTP/1.1" status: 200 len: 947 time: 0.0803289 May 25 15:52:15.370210 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-78d59f07-58fa-4cba-aac7-78e2b73c93fb req-283ffe42-3889-467c-bd3c-ab9a39cc9eb8 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/security-groups?id=71a008dd-2705-47ea-84fb-e54f275fb9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438700 May 25 15:52:15.531775 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:15.571674 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device fba22514-de32-44e8-aca6-4f464639481d details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:52:15.736577 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port fba22514-de32-44e8-aca6-4f464639481d, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=fba22514-de32-44e8-aca6-4f464639481d,segment=NetworkSegment(e0a8b33b-ba6e-4e51-8f7b-35b37429b2fc),segment_id=e0a8b33b-ba6e-4e51-8f7b-35b37429b2fc)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:52:15.749719 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Returning: {'device': 'fba22514-de32-44e8-aca6-4f464639481d', 'network_id': '54dbfb08-8c65-44b1-92f5-b7fe1bdb734c', 'port_id': 'fba22514-de32-44e8-aca6-4f464639481d', 'mac_address': 'fa:16:3e:15:8f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f9b113a-1561-4165-9372-4ac0e9d65732', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:52:15.803964 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:15.823425 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba22514-de32-44e8-aca6-4f464639481d {{(pid=98475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:52:15.838521 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port fba22514-de32-44e8-aca6-4f464639481d, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=fba22514-de32-44e8-aca6-4f464639481d,segment=NetworkSegment(e0a8b33b-ba6e-4e51-8f7b-35b37429b2fc),segment_id=e0a8b33b-ba6e-4e51-8f7b-35b37429b2fc)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:52:15.842457 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:15.844301 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-9e7add19-d278-41db-b2d6-2b8549fc775e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:15.908862 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=fba22514-de32-44e8-aca6-4f464639481d,revision_number=4']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:15.915994 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:15.916344 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:15.916683 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:15.917018 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:15.917346 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:15.917672 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:15.917995 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:15.918320 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:15.918642 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:15.918961 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:15.919280 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:15.919597 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:15.923380 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:16.191571 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['fba22514-de32-44e8-aca6-4f464639481d'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:52:16.559286 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34200dd0-96bc-40b0-984d-1328797e70cf req-2ac145cc-60b6-43d7-b0a4-40d3a2a62163 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:16.560771 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-34200dd0-96bc-40b0-984d-1328797e70cf req-2ac145cc-60b6-43d7-b0a4-40d3a2a62163 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/ports?device_id=39e7f078-18c5-4ee9-af1e-c586acce6610 HTTP/1.1" status: 200 len: 948 time: 0.0861158 May 25 15:52:16.604664 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-34200dd0-96bc-40b0-984d-1328797e70cf req-26c50fb2-2ca0-48a3-a167-176453a26ebd tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/security-groups?id=71a008dd-2705-47ea-84fb-e54f275fb9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383134 May 25 15:52:17.591020 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device fba22514-de32-44e8-aca6-4f464639481d up at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:52:17.662160 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning for port fba22514-de32-44e8-aca6-4f464639481d completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:52:17.670788 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning complete for port fba22514-de32-44e8-aca6-4f464639481d triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:52:17.670788 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:17.793508 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:17.795260 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfcfca-6920-432a-aa55-62afdb896064 req-96b80a9b-9a5b-4277-b361-ba4d4117be95 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:17.796771 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-dcdfcfca-6920-432a-aa55-62afdb896064 req-96b80a9b-9a5b-4277-b361-ba4d4117be95 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/ports?device_id=39e7f078-18c5-4ee9-af1e-c586acce6610 HTTP/1.1" status: 200 len: 948 time: 0.0848608 May 25 15:52:17.821081 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e7f078-18c5-4ee9-af1e-c586acce6610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba22514-de32-44e8-aca6-4f464639481d'}] {{(pid=98475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:52:17.831448 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port fba22514-de32-44e8-aca6-4f464639481d, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=fba22514-de32-44e8-aca6-4f464639481d,segment=NetworkSegment(e0a8b33b-ba6e-4e51-8f7b-35b37429b2fc),segment_id=e0a8b33b-ba6e-4e51-8f7b-35b37429b2fc)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:52:17.836043 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:17.837901 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-b2cee96e-5e77-41a0-918b-be6a58478b2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:17.844216 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-dcdfcfca-6920-432a-aa55-62afdb896064 req-dfcd9044-37dc-45f7-b7df-5aded15fb26e tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/security-groups?id=71a008dd-2705-47ea-84fb-e54f275fb9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413387 May 25 15:52:17.911180 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=fba22514-de32-44e8-aca6-4f464639481d,revision_number=5']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:17.914581 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:17.922687 dv-cinder-791240-3-iscsi neutron-server[98475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e7f078-18c5-4ee9-af1e-c586acce6610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba22514-de32-44e8-aca6-4f464639481d', 'code': 200} May 25 15:52:18.157630 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fafd9-bd87-4fbb-a732-155d0710db3c req-ea61a522-f46b-4188-af2c-aa550d24c565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:18.159498 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d36fafd9-bd87-4fbb-a732-155d0710db3c req-ea61a522-f46b-4188-af2c-aa550d24c565 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=39e7f078-18c5-4ee9-af1e-c586acce6610 HTTP/1.1" status: 200 len: 1102 time: 0.0726418 May 25 15:52:18.200157 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-d36fafd9-bd87-4fbb-a732-155d0710db3c req-db703f4b-65a8-492d-971b-37c9f3975b59 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=71a008dd-2705-47ea-84fb-e54f275fb9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334041 May 25 15:52:19.035356 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa6fe0-5a35-4975-a6a2-e398e0178cd0 req-20752800-ccdb-49c0-b221-e9db3b715f31 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:19.037203 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0eaa6fe0-5a35-4975-a6a2-e398e0178cd0 req-20752800-ccdb-49c0-b221-e9db3b715f31 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/ports?device_id=39e7f078-18c5-4ee9-af1e-c586acce6610 HTTP/1.1" status: 200 len: 949 time: 0.0802143 May 25 15:52:19.088440 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0eaa6fe0-5a35-4975-a6a2-e398e0178cd0 req-2e2fbb47-ab85-468d-9f40-726b89208661 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/security-groups?id=71a008dd-2705-47ea-84fb-e54f275fb9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455253 May 25 15:52:20.247098 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 44922) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:20.275617 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e2ef7-7e7b-4aa2-9df0-de55408424c8 req-78206cbc-cd61-4bc8-a80b-b0fc4c0a7a7d tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:20.277752 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-206e2ef7-7e7b-4aa2-9df0-de55408424c8 req-78206cbc-cd61-4bc8-a80b-b0fc4c0a7a7d tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/ports?device_id=39e7f078-18c5-4ee9-af1e-c586acce6610 HTTP/1.1" status: 200 len: 949 time: 0.0805004 May 25 15:52:20.325871 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-206e2ef7-7e7b-4aa2-9df0-de55408424c8 req-5da61d26-7ebf-44f9-a95d-a66deb74cdaf tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/security-groups?id=71a008dd-2705-47ea-84fb-e54f275fb9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426981 May 25 15:52:20.363512 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e4448c41-b9b0-46fd-ae63-266878d96df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:20.382798 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-e4448c41-b9b0-46fd-ae63-266878d96df9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:52:20.386571 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-e4448c41-b9b0-46fd-ae63-266878d96df9 admin admin] Usage tracker for resource:security_group_rule and tenant:44a3b1622da043efa158aa4791bfd68c is out of sync, need to count used quota {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:52:20.389388 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [None req-e4448c41-b9b0-46fd-ae63-266878d96df9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98474) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:52:20.395789 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [None req-e4448c41-b9b0-46fd-ae63-266878d96df9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:52:20.486341 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e4448c41-b9b0-46fd-ae63-266878d96df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:20.490565 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-e4448c41-b9b0-46fd-ae63-266878d96df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:20.499049 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-2312e07f-a26a-4c2f-b691-d2065466d662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:20.538360 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-e4448c41-b9b0-46fd-ae63-266878d96df9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=44a3b1622da043efa158aa4791bfd68c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901897 May 25 15:52:20.540020 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4448c41-b9b0-46fd-ae63-266878d96df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f340acef-aa62-46d2-bad5-25e1eeb5ab8a,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:20.541110 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 44932) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:20.543209 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-e4448c41-b9b0-46fd-ae63-266878d96df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:20.611149 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b794a975-f30e-4ea1-88c1-86fbd73d29b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:20.637498 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b794a975-f30e-4ea1-88c1-86fbd73d29b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:20.691007 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b794a975-f30e-4ea1-88c1-86fbd73d29b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:20.695817 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-11d8f43b-5fd6-43e2-a6e7-058f54f9b0a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:20.740237 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794a975-f30e-4ea1-88c1-86fbd73d29b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f340acef-aa62-46d2-bad5-25e1eeb5ab8a,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:20.758204 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-b794a975-f30e-4ea1-88c1-86fbd73d29b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:20.767884 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-b794a975-f30e-4ea1-88c1-86fbd73d29b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:20.769846 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-b794a975-f30e-4ea1-88c1-86fbd73d29b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f340acef-aa62-46d2-bad5-25e1eeb5ab8a HTTP/1.1" status: 204 len: 168 time: 0.2273967 May 25 15:52:20.804520 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235bd5b7-c45d-4628-9246-3328cc56a866 req-a8ebb4fd-7646-474e-9c13-a0a46f197757 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:20.806014 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-235bd5b7-c45d-4628-9246-3328cc56a866 req-a8ebb4fd-7646-474e-9c13-a0a46f197757 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/ports?device_id=39e7f078-18c5-4ee9-af1e-c586acce6610 HTTP/1.1" status: 200 len: 949 time: 0.1039546 May 25 15:52:20.864474 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-235bd5b7-c45d-4628-9246-3328cc56a866 req-9ce479f2-2654-4663-8c5f-db7a6a88c133 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/security-groups?id=71a008dd-2705-47ea-84fb-e54f275fb9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436025 May 25 15:52:22.050442 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbdb9e1-e820-4e98-9af0-162a081908c6 req-709ab016-177b-43b6-b4d9-4d5aa6de6442 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:22.051985 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8fbdb9e1-e820-4e98-9af0-162a081908c6 req-709ab016-177b-43b6-b4d9-4d5aa6de6442 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/ports?device_id=39e7f078-18c5-4ee9-af1e-c586acce6610 HTTP/1.1" status: 200 len: 949 time: 0.0840478 May 25 15:52:22.100029 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8fbdb9e1-e820-4e98-9af0-162a081908c6 req-d46504ab-b9ee-42f9-b353-a62d8e031084 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/security-groups?id=71a008dd-2705-47ea-84fb-e54f275fb9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422008 May 25 15:52:22.239404 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a507ec-654e-4658-ab58-123d260b6499 req-9dc3c27d-6cd3-433e-ac58-78e523a472af tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:22.240844 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b4a507ec-654e-4658-ab58-123d260b6499 req-9dc3c27d-6cd3-433e-ac58-78e523a472af tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.57 "GET /v2.0/ports?device_id=39e7f078-18c5-4ee9-af1e-c586acce6610 HTTP/1.1" status: 200 len: 949 time: 0.0788147 May 25 15:52:22.377099 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [req-b4a507ec-654e-4658-ab58-123d260b6499 req-9fb70858-1a41-4ed3-9bf3-8f9d41959e77 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Deleting port fba22514-de32-44e8-aca6-4f464639481d {{(pid=98474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:52:22.377386 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-b4a507ec-654e-4658-ab58-123d260b6499 req-9fb70858-1a41-4ed3-9bf3-8f9d41959e77 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:22.516429 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [req-b4a507ec-654e-4658-ab58-123d260b6499 req-9fb70858-1a41-4ed3-9bf3-8f9d41959e77 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] For port fba22514-de32-44e8-aca6-4f464639481d, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=fba22514-de32-44e8-aca6-4f464639481d,segment=NetworkSegment(e0a8b33b-ba6e-4e51-8f7b-35b37429b2fc),segment_id=e0a8b33b-ba6e-4e51-8f7b-35b37429b2fc)] {{(pid=98474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:52:22.516785 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-b4a507ec-654e-4658-ab58-123d260b6499 req-9fb70858-1a41-4ed3-9bf3-8f9d41959e77 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:22.639287 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [req-b4a507ec-654e-4658-ab58-123d260b6499 req-9fb70858-1a41-4ed3-9bf3-8f9d41959e77 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Calling delete_port for fba22514-de32-44e8-aca6-4f464639481d owned by compute:nova {{(pid=98474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:52:22.753287 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-b4a507ec-654e-4658-ab58-123d260b6499 req-9fb70858-1a41-4ed3-9bf3-8f9d41959e77 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:22.760563 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-f61cec08-220a-441d-a385-eb455e1d8f1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:22.769269 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['fba22514-de32-44e8-aca6-4f464639481d'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:52:22.849114 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb70858-1a41-4ed3-9bf3-8f9d41959e77 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Pushing event deleted for resources: {'Port': ['ID=fba22514-de32-44e8-aca6-4f464639481d,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:22.856766 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-9fb70858-1a41-4ed3-9bf3-8f9d41959e77 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:22.898192 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a507ec-654e-4658-ab58-123d260b6499 req-9fb70858-1a41-4ed3-9bf3-8f9d41959e77 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] No DVR routers for this DVR port fba22514-de32-44e8-aca6-4f464639481d on host hv-cinder-79124 {{(pid=98474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:52:22.900667 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-b4a507ec-654e-4658-ab58-123d260b6499 req-9fb70858-1a41-4ed3-9bf3-8f9d41959e77 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:22.903486 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e7f078-18c5-4ee9-af1e-c586acce6610', 'name': 'network-vif-deleted', 'tag': 'fba22514-de32-44e8-aca6-4f464639481d'}] {{(pid=98474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:52:22.928409 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b4a507ec-654e-4658-ab58-123d260b6499 req-9fb70858-1a41-4ed3-9bf3-8f9d41959e77 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.57 "DELETE /v2.0/ports/fba22514-de32-44e8-aca6-4f464639481d HTTP/1.1" status: 204 len: 173 time: 0.6815791 May 25 15:52:22.956628 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e7f078-18c5-4ee9-af1e-c586acce6610', 'name': 'network-vif-deleted', 'tag': 'fba22514-de32-44e8-aca6-4f464639481d', 'status': 'completed', 'code': 200} May 25 15:52:23.164547 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:23.263261 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-33bdc5cf-5e43-49b9-b4aa-f967eaecbc10 req-f535a290-e595-48dd-8eb9-94a1d2d21470 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Synchronizing usage tracker for tenant:96fbf1fb9722401ba4ac3b0f034d0748 on resource:port {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:52:23.277701 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-33bdc5cf-5e43-49b9-b4aa-f967eaecbc10 req-f535a290-e595-48dd-8eb9-94a1d2d21470 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] Unset dirty status for tenant:96fbf1fb9722401ba4ac3b0f034d0748 on resource:port {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:52:23.278826 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-33bdc5cf-5e43-49b9-b4aa-f967eaecbc10 req-f535a290-e595-48dd-8eb9-94a1d2d21470 tempest-VolumesNegativeTest-1936698280 tempest-VolumesNegativeTest-1936698280-project] 10.222.0.32 "GET /v2.0/ports?device_id=39e7f078-18c5-4ee9-af1e-c586acce6610 HTTP/1.1" status: 200 len: 210 time: 0.0582280 May 25 15:52:25.602969 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device fba22514-de32-44e8-aca6-4f464639481d no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:52:25.637731 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] No Port match for: fba22514-de32-44e8-aca6-4f464639481d {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:52:25.638100 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device fba22514-de32-44e8-aca6-4f464639481d not bound to the agent host hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:52:28.867669 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 45176) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:29.015745 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-b1679916-3378-4eb6-b847-248430602620 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=96fbf1fb9722401ba4ac3b0f034d0748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1467805 May 25 15:52:29.018736 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 45182) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:52:29.075500 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-78615b77-1c16-462d-8b0a-e7ee669ce3e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:29.101301 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-78615b77-1c16-462d-8b0a-e7ee669ce3e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:29.152124 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-78615b77-1c16-462d-8b0a-e7ee669ce3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:29.155607 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-d17eada5-3412-4ee2-b85f-ea3387318b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:29.171603 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78615b77-1c16-462d-8b0a-e7ee669ce3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a008dd-2705-47ea-84fb-e54f275fb9cc,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:29.174760 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-78615b77-1c16-462d-8b0a-e7ee669ce3e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:29.182667 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-78615b77-1c16-462d-8b0a-e7ee669ce3e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:29.183789 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-78615b77-1c16-462d-8b0a-e7ee669ce3e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/71a008dd-2705-47ea-84fb-e54f275fb9cc HTTP/1.1" status: 204 len: 168 time: 0.1641474 May 25 15:52:30.242046 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:52:38.288885 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447352a-5244-4dc8-8da5-918fbc4e9449 req-ad238e3d-d96f-4f93-aa06-249280dc02f5 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:38.290255 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c447352a-5244-4dc8-8da5-918fbc4e9449 req-ad238e3d-d96f-4f93-aa06-249280dc02f5 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b0f358-d14c-4c28-9ae1-7733b2f075cd HTTP/1.1" status: 200 len: 945 time: 0.0789390 May 25 15:52:38.333586 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c447352a-5244-4dc8-8da5-918fbc4e9449 req-b0700861-618e-4289-a8c7-b0486e893f32 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378110 May 25 15:52:39.527267 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96dd2b-06ec-4053-b5fa-23065ed289ec req-3180720e-51c6-4008-bb5a-bec1d1fdda4e tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:39.528741 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-5f96dd2b-06ec-4053-b5fa-23065ed289ec req-3180720e-51c6-4008-bb5a-bec1d1fdda4e tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b0f358-d14c-4c28-9ae1-7733b2f075cd HTTP/1.1" status: 200 len: 945 time: 0.0856187 May 25 15:52:39.576172 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-5f96dd2b-06ec-4053-b5fa-23065ed289ec req-b6130864-07d2-434c-806a-fa40277c18a0 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408466 May 25 15:52:39.844762 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d0ee5-11c8-428a-9793-150369bce685 req-4c07ee22-036c-43ea-ba99-c2dda48a45cc tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:39.846305 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ee5d0ee5-11c8-428a-9793-150369bce685 req-4c07ee22-036c-43ea-ba99-c2dda48a45cc tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.57 "GET /v2.0/ports?device_id=40b0f358-d14c-4c28-9ae1-7733b2f075cd HTTP/1.1" status: 200 len: 945 time: 0.0806522 May 25 15:52:40.084409 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [req-ee5d0ee5-11c8-428a-9793-150369bce685 req-e278951a-3350-4cfa-a7ef-a43d416d92dd tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Deleting port deb8d5d1-a585-4984-b44f-e23ccb823250 {{(pid=98474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:52:40.084746 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-ee5d0ee5-11c8-428a-9793-150369bce685 req-e278951a-3350-4cfa-a7ef-a43d416d92dd tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:40.226204 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [req-ee5d0ee5-11c8-428a-9793-150369bce685 req-e278951a-3350-4cfa-a7ef-a43d416d92dd tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] For port deb8d5d1-a585-4984-b44f-e23ccb823250, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=deb8d5d1-a585-4984-b44f-e23ccb823250,segment=NetworkSegment(1f537b8e-f549-42b6-bcda-f919a28863c9),segment_id=1f537b8e-f549-42b6-bcda-f919a28863c9)] {{(pid=98474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:52:40.226554 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-ee5d0ee5-11c8-428a-9793-150369bce685 req-e278951a-3350-4cfa-a7ef-a43d416d92dd tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:40.266079 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-a0c9296e-da32-44b0-99d5-f18ef4f3ef3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:40.510058 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-ee5d0ee5-11c8-428a-9793-150369bce685 req-e278951a-3350-4cfa-a7ef-a43d416d92dd tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:40.510425 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-ee5d0ee5-11c8-428a-9793-150369bce685 req-e278951a-3350-4cfa-a7ef-a43d416d92dd tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-353536'] for floatingip, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:40.510732 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.db.l3_db [req-ee5d0ee5-11c8-428a-9793-150369bce685 req-e278951a-3350-4cfa-a7ef-a43d416d92dd tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Floating IP 2f012b16-3e62-4512-a207-ef08e56eb34f disassociated. External IP: 172.27.3.197, port: deb8d5d1-a585-4984-b44f-e23ccb823250. May 25 15:52:40.511070 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [req-ee5d0ee5-11c8-428a-9793-150369bce685 req-e278951a-3350-4cfa-a7ef-a43d416d92dd tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Calling delete_port for deb8d5d1-a585-4984-b44f-e23ccb823250 owned by compute:nova {{(pid=98474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:52:40.626404 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-ee5d0ee5-11c8-428a-9793-150369bce685 req-e278951a-3350-4cfa-a7ef-a43d416d92dd tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:40.632141 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-0a315835-c65b-4362-b525-096a9815a1bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:40.677304 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e278951a-3350-4cfa-a7ef-a43d416d92dd tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Pushing event deleted for resources: {'Port': ['ID=deb8d5d1-a585-4984-b44f-e23ccb823250,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:40.688923 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278951a-3350-4cfa-a7ef-a43d416d92dd tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:40.689296 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278951a-3350-4cfa-a7ef-a43d416d92dd tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:40.689661 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278951a-3350-4cfa-a7ef-a43d416d92dd tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:40.690024 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278951a-3350-4cfa-a7ef-a43d416d92dd tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:40.690410 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278951a-3350-4cfa-a7ef-a43d416d92dd tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:40.690955 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278951a-3350-4cfa-a7ef-a43d416d92dd tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:40.691298 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278951a-3350-4cfa-a7ef-a43d416d92dd tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:40.691657 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278951a-3350-4cfa-a7ef-a43d416d92dd tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:40.692026 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278951a-3350-4cfa-a7ef-a43d416d92dd tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:40.692374 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278951a-3350-4cfa-a7ef-a43d416d92dd tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:40.692718 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278951a-3350-4cfa-a7ef-a43d416d92dd tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:40.693061 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278951a-3350-4cfa-a7ef-a43d416d92dd tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:52:40.741140 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7ac598d2-bd39-477e-89bc-240987aabc21 req-adbc67a9-6b6f-497c-8986-b37287cc78aa tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b0f358-d14c-4c28-9ae1-7733b2f075cd HTTP/1.1" status: 200 len: 210 time: 0.0524416 May 25 15:52:40.746866 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-e278951a-3350-4cfa-a7ef-a43d416d92dd tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:40.874858 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee5d0ee5-11c8-428a-9793-150369bce685 req-e278951a-3350-4cfa-a7ef-a43d416d92dd tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Router f929c908-6670-47e7-8aac-b218183c4177 has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:52:41.059481 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee5d0ee5-11c8-428a-9793-150369bce685 req-e278951a-3350-4cfa-a7ef-a43d416d92dd tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:52:41.071187 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0a4076-3445-4c09-b7b5-65a3473d499b None None] Sync routers for ids ['f929c908-6670-47e7-8aac-b218183c4177'] in dv-cinder-791240-3-iscsi {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:52:41.083598 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0a4076-3445-4c09-b7b5-65a3473d499b None None] Routers {'f929c908-6670-47e7-8aac-b218183c4177'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:52:41.084363 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-bf0a4076-3445-4c09-b7b5-65a3473d499b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:52:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['f929c908-6670-47e7-8aac-b218183c4177'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:52:41.151705 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5d0ee5-11c8-428a-9793-150369bce685 req-e278951a-3350-4cfa-a7ef-a43d416d92dd tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] No DVR routers for this DVR port deb8d5d1-a585-4984-b44f-e23ccb823250 on host hv-cinder-79124 {{(pid=98474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:52:41.154844 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-ee5d0ee5-11c8-428a-9793-150369bce685 req-e278951a-3350-4cfa-a7ef-a43d416d92dd tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:41.157570 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b0f358-d14c-4c28-9ae1-7733b2f075cd', 'name': 'network-vif-deleted', 'tag': 'deb8d5d1-a585-4984-b44f-e23ccb823250'}] {{(pid=98474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:52:41.174632 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ee5d0ee5-11c8-428a-9793-150369bce685 req-e278951a-3350-4cfa-a7ef-a43d416d92dd tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.57 "DELETE /v2.0/ports/deb8d5d1-a585-4984-b44f-e23ccb823250 HTTP/1.1" status: 204 len: 173 time: 1.3230414 May 25 15:52:41.205757 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b0f358-d14c-4c28-9ae1-7733b2f075cd', 'name': 'network-vif-deleted', 'tag': 'deb8d5d1-a585-4984-b44f-e23ccb823250', 'status': 'completed', 'code': 200} May 25 15:52:41.286489 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-bf0a4076-3445-4c09-b7b5-65a3473d499b None None] Set router f929c908-6670-47e7-8aac-b218183c4177 gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:52:41.596674 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-bf0a4076-3445-4c09-b7b5-65a3473d499b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f929c908-6670-47e7-8aac-b218183c4177', 'name': 'tempest-TestVolumeBootPattern-1724297883-router', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:48:54Z', 'updated_at': '2021-05-25T15:49:00Z', 'revision_number': 4, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'gw_port': {'id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:55Z', 'updated_at': '2021-05-25T15:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '0985f3a2-19ee-415c-ac5b-8d597cb80ec7', 'name': '', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'mac_address': 'fa:16:3e:d4:26:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:59Z', 'updated_at': '2021-05-25T15:49:05Z', 'revision_number': 5, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'subnets': [{'id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:52:41.600445 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0a4076-3445-4c09-b7b5-65a3473d499b None None] Checking router: f929c908-6670-47e7-8aac-b218183c4177 for host: dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:52:41.608809 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0a4076-3445-4c09-b7b5-65a3473d499b None None] Routers {'f929c908-6670-47e7-8aac-b218183c4177'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:52:41.609399 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-bf0a4076-3445-4c09-b7b5-65a3473d499b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:52:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['f929c908-6670-47e7-8aac-b218183c4177'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:52:41.657679 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device deb8d5d1-a585-4984-b44f-e23ccb823250 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:52:41.706306 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] No Port match for: deb8d5d1-a585-4984-b44f-e23ccb823250 {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:52:41.706555 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device deb8d5d1-a585-4984-b44f-e23ccb823250 not bound to the agent host hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:52:41.824415 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-bf0a4076-3445-4c09-b7b5-65a3473d499b None None] Set router f929c908-6670-47e7-8aac-b218183c4177 gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:52:41.914125 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-27724fb0-1a19-491a-971b-011f890d8985 req-96fc0143-b4a6-4fa4-a2da-2cee85abc243 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b0f358-d14c-4c28-9ae1-7733b2f075cd HTTP/1.1" status: 200 len: 210 time: 0.0496325 May 25 15:52:42.134708 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-bf0a4076-3445-4c09-b7b5-65a3473d499b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f929c908-6670-47e7-8aac-b218183c4177', 'name': 'tempest-TestVolumeBootPattern-1724297883-router', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:48:54Z', 'updated_at': '2021-05-25T15:49:00Z', 'revision_number': 4, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'gw_port': {'id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:55Z', 'updated_at': '2021-05-25T15:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '0985f3a2-19ee-415c-ac5b-8d597cb80ec7', 'name': '', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'mac_address': 'fa:16:3e:d4:26:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:59Z', 'updated_at': '2021-05-25T15:49:05Z', 'revision_number': 5, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'subnets': [{'id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:52:42.138528 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0a4076-3445-4c09-b7b5-65a3473d499b None None] The sync data for ids ['f929c908-6670-47e7-8aac-b218183c4177'] in dv-cinder-791240-3-iscsi is: [{'id': 'f929c908-6670-47e7-8aac-b218183c4177', 'name': 'tempest-TestVolumeBootPattern-1724297883-router', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:48:54Z', 'updated_at': '2021-05-25T15:49:00Z', 'revision_number': 4, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'gw_port': {'id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:55Z', 'updated_at': '2021-05-25T15:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '0985f3a2-19ee-415c-ac5b-8d597cb80ec7', 'name': '', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'mac_address': 'fa:16:3e:d4:26:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:59Z', 'updated_at': '2021-05-25T15:49:05Z', 'revision_number': 5, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'subnets': [{'id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:52:42.342992 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba92fd8-4c54-4548-9469-b7037e6f6598 None None] New status for floating IP 2f012b16-3e62-4512-a207-ef08e56eb34f: DOWN {{(pid=98476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 15:52:42.734979 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:42.894360 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2e597c17-7656-4003-9fc0-e5168c2d526d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:43.301908 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-babb5d9a-5c88-4216-82dd-ac2eeb141e34 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-783903878&fields=id&tenant_id=84b618e26d84448e895072b4ac0967b1 HTTP/1.1" status: 200 len: 267 time: 0.0392303 May 25 15:52:43.528686 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-bbce188c-70fe-40e8-8c08-f0f186e0a363 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:43.529359 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-bbce188c-70fe-40e8-8c08-f0f186e0a363 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Synchronizing usage tracker for tenant:84b618e26d84448e895072b4ac0967b1 on resource:network {{(pid=98473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:52:43.545828 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-bbce188c-70fe-40e8-8c08-f0f186e0a363 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Unset dirty status for tenant:84b618e26d84448e895072b4ac0967b1 on resource:network {{(pid=98473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:52:43.547236 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-bbce188c-70fe-40e8-8c08-f0f186e0a363 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/networks?id=314b5cd8-30e3-4858-a640-2a3928ee779b HTTP/1.1" status: 200 len: 812 time: 0.2389157 May 25 15:52:43.562195 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-66ca1f79-e7dc-42c3-8a2d-fa1ae3d53a28 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/quotas/84b618e26d84448e895072b4ac0967b1 HTTP/1.1" status: 200 len: 375 time: 0.0086868 May 25 15:52:43.647309 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-17adbfe8-d5cc-4a87-a7f8-bf6431df14cb tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=84b618e26d84448e895072b4ac0967b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0802302 May 25 15:52:43.773561 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:43.813000 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-383759b9-84ca-4ac9-8ce4-9b6ce845dc8c service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=98473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 15:52:43.813992 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-383759b9-84ca-4ac9-8ce4-9b6ce845dc8c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1558466 May 25 15:52:43.945377 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-25dd6789-7529-4fce-b485-05cc3f2bfc29 service neutron] 10.222.0.32 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253364 May 25 15:52:44.073872 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-f10d08e5-9e23-4529-a188-b47fb284f629 service neutron] 10.222.0.32 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226397 May 25 15:52:45.481674 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-aa772a23-0205-461d-adc3-d85091e80175 req-89aeef35-43d2-4f63-a29c-6549bcc6f559 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Synchronizing usage tracker for tenant:84b618e26d84448e895072b4ac0967b1 on resource:port {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:52:45.497656 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-aa772a23-0205-461d-adc3-d85091e80175 req-89aeef35-43d2-4f63-a29c-6549bcc6f559 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Unset dirty status for tenant:84b618e26d84448e895072b4ac0967b1 on resource:port {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:52:45.498864 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-aa772a23-0205-461d-adc3-d85091e80175 req-89aeef35-43d2-4f63-a29c-6549bcc6f559 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec20f02-4426-41e2-bebf-e51c387de3e4 HTTP/1.1" status: 200 len: 210 time: 0.0647252 May 25 15:52:45.537633 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:46.489502 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-e5956e66-0e50-4f67-80ba-5d1f350c9060 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:46.491004 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-e5956e66-0e50-4f67-80ba-5d1f350c9060 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.57 "GET /v2.0/networks?id=314b5cd8-30e3-4858-a640-2a3928ee779b HTTP/1.1" status: 200 len: 812 time: 0.1471262 May 25 15:52:46.545488 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-7a67a782-beeb-4736-847c-8924009310d3 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84b618e26d84448e895072b4ac0967b1 HTTP/1.1" status: 200 len: 379 time: 0.0457873 May 25 15:52:46.554979 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-b344f02b-588e-4735-90b7-81f04bd48f6b tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Request body: {'port': {'device_id': '3ec20f02-4426-41e2-bebf-e51c387de3e4', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'admin_state_up': True, 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'security_groups': ['02fa7d19-1d34-4bbd-a732-70ce371d8fc0']}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:52:46.652571 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-973e942a-0066-43d1-baaf-e08e9c78de30 req-9cae86f6-f6c7-47c1-9e0a-6b0f7650bad4 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec20f02-4426-41e2-bebf-e51c387de3e4 HTTP/1.1" status: 200 len: 210 time: 0.0422373 May 25 15:52:46.711839 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-b344f02b-588e-4735-90b7-81f04bd48f6b tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:52:46.721242 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-b344f02b-588e-4735-90b7-81f04bd48f6b tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:52:46.731752 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-b344f02b-588e-4735-90b7-81f04bd48f6b tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Made reservation on behalf of 84b618e26d84448e895072b4ac0967b1 for: {'port': 1} {{(pid=98474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:52:46.735119 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-b344f02b-588e-4735-90b7-81f04bd48f6b tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:46.984540 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.db_base_plugin_common [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-b344f02b-588e-4735-90b7-81f04bd48f6b tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Allocated IP 172.20.0.5 (314b5cd8-30e3-4858-a640-2a3928ee779b/a8053ff5-f153-4b8c-a65c-778e9408f5dc/9c11a35b-1cb4-4a89-93da-00fbb00a1de0) {{(pid=98474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:52:47.200334 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-b344f02b-588e-4735-90b7-81f04bd48f6b tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for port, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:47.215732 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.provisioning_blocks [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-b344f02b-588e-4735-90b7-81f04bd48f6b tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Transition to ACTIVE for port object 9c11a35b-1cb4-4a89-93da-00fbb00a1de0 will not be triggered until provisioned by entity DHCP. {{(pid=98474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:52:47.241038 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-b344f02b-588e-4735-90b7-81f04bd48f6b tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:47.246461 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-98161d79-29d0-480c-b189-4d0634bddb00 tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:47.311115 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-b344f02b-588e-4735-90b7-81f04bd48f6b tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Network 314b5cd8-30e3-4858-a640-2a3928ee779b is already hosted by enough agents. {{(pid=98474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:52:47.314179 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-b344f02b-588e-4735-90b7-81f04bd48f6b tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Resources bound (agent type, host, resource id): {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:52:47.318296 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-b344f02b-588e-4735-90b7-81f04bd48f6b tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Received port after_create {{(pid=98474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:52:47.353422 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b344f02b-588e-4735-90b7-81f04bd48f6b tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Pushing event updated for resources: {'Port': ['ID=9c11a35b-1cb4-4a89-93da-00fbb00a1de0,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:47.360675 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-b344f02b-588e-4735-90b7-81f04bd48f6b tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:47.394278 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-b344f02b-588e-4735-90b7-81f04bd48f6b tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:47.394920 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-b344f02b-588e-4735-90b7-81f04bd48f6b tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:47.420581 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-b344f02b-588e-4735-90b7-81f04bd48f6b tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8692777 May 25 15:52:47.432304 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-8f1fcfb0-5805-490f-8bcb-16ddf5d40ffe service neutron] Request body: {'port': {'device_id': '3ec20f02-4426-41e2-bebf-e51c387de3e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:52:47.543054 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2a81b3f0-8cc4-4497-a589-c8e598ea66e3 None None] Provisioning for port 9c11a35b-1cb4-4a89-93da-00fbb00a1de0 completed by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:52:47.546884 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-8f1fcfb0-5805-490f-8bcb-16ddf5d40ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:47.547542 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-2a81b3f0-8cc4-4497-a589-c8e598ea66e3 None None] Provisioning complete for port 9c11a35b-1cb4-4a89-93da-00fbb00a1de0 triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:52:47.547945 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2a81b3f0-8cc4-4497-a589-c8e598ea66e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:47.602197 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-2a81b3f0-8cc4-4497-a589-c8e598ea66e3 None None] Port 9c11a35b-1cb4-4a89-93da-00fbb00a1de0 cannot update to ACTIVE because it is not bound. {{(pid=98475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:52:47.898243 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e208a7-3b65-462b-83de-8356748d3d03 req-33ea830b-9dfa-42d8-817f-a5f297224a72 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:47.898834 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-57e208a7-3b65-462b-83de-8356748d3d03 req-33ea830b-9dfa-42d8-817f-a5f297224a72 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Synchronizing usage tracker for tenant:84b618e26d84448e895072b4ac0967b1 on resource:port {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:52:47.957677 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-57e208a7-3b65-462b-83de-8356748d3d03 req-33ea830b-9dfa-42d8-817f-a5f297224a72 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Unset dirty status for tenant:84b618e26d84448e895072b4ac0967b1 on resource:port {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:52:47.958789 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-57e208a7-3b65-462b-83de-8356748d3d03 req-33ea830b-9dfa-42d8-817f-a5f297224a72 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec20f02-4426-41e2-bebf-e51c387de3e4 HTTP/1.1" status: 200 len: 931 time: 0.1912162 May 25 15:52:47.962216 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-8f1fcfb0-5805-490f-8bcb-16ddf5d40ffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c11a35b-1cb4-4a89-93da-00fbb00a1de0 {{(pid=98474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:52:47.987179 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-8f1fcfb0-5805-490f-8bcb-16ddf5d40ffe service neutron] Notify callbacks [] for port, precommit_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:48.016798 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.provisioning_blocks [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-8f1fcfb0-5805-490f-8bcb-16ddf5d40ffe service neutron] Transition to ACTIVE for port object 9c11a35b-1cb4-4a89-93da-00fbb00a1de0 will not be triggered until provisioned by entity L2. {{(pid=98474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:52:48.022390 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-8f1fcfb0-5805-490f-8bcb-16ddf5d40ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-881747'] for port, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:48.026710 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-44464ba7-83c9-4264-ad30-394b83661f4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:48.056834 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-57e208a7-3b65-462b-83de-8356748d3d03 req-19161f00-d2bc-44e0-9dd0-da54630a8d5d tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898314 May 25 15:52:48.178649 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1fcfb0-5805-490f-8bcb-16ddf5d40ffe service neutron] Pushing event updated for resources: {'Port': ['ID=9c11a35b-1cb4-4a89-93da-00fbb00a1de0,revision_number=2']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:48.186078 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-8f1fcfb0-5805-490f-8bcb-16ddf5d40ffe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:48.258928 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.managers [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-8f1fcfb0-5805-490f-8bcb-16ddf5d40ffe service neutron] Attempting to bind port 9c11a35b-1cb4-4a89-93da-00fbb00a1de0 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:52:48.259264 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.managers [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-8f1fcfb0-5805-490f-8bcb-16ddf5d40ffe service neutron] Attempting to bind port 9c11a35b-1cb4-4a89-93da-00fbb00a1de0 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '1f537b8e-f549-42b6-bcda-f919a28863c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b'}] {{(pid=98474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:52:48.259593 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-8f1fcfb0-5805-490f-8bcb-16ddf5d40ffe service neutron] Attempting to bind port 9c11a35b-1cb4-4a89-93da-00fbb00a1de0 on network 314b5cd8-30e3-4858-a640-2a3928ee779b {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:52:48.264125 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-8f1fcfb0-5805-490f-8bcb-16ddf5d40ffe service neutron] Port 9c11a35b-1cb4-4a89-93da-00fbb00a1de0 on network 314b5cd8-30e3-4858-a640-2a3928ee779b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:52:48.264445 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-8f1fcfb0-5805-490f-8bcb-16ddf5d40ffe service neutron] Attempting to bind port 9c11a35b-1cb4-4a89-93da-00fbb00a1de0 on network 314b5cd8-30e3-4858-a640-2a3928ee779b {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:52:48.270099 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-8f1fcfb0-5805-490f-8bcb-16ddf5d40ffe service neutron] Checking agent: {'id': 'eb2109ed-85e4-4c57-98e0-c43a853e4d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'started_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:52:48.270434 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-8f1fcfb0-5805-490f-8bcb-16ddf5d40ffe service neutron] Checking segment: {'id': '1f537b8e-f549-42b6-bcda-f919a28863c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:52:48.270814 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-8f1fcfb0-5805-490f-8bcb-16ddf5d40ffe service neutron] Bound using segment: {'id': '1f537b8e-f549-42b6-bcda-f919a28863c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b'} {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:52:48.271243 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.managers [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-8f1fcfb0-5805-490f-8bcb-16ddf5d40ffe service neutron] Bound port: 9c11a35b-1cb4-4a89-93da-00fbb00a1de0, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f537b8e-f549-42b6-bcda-f919a28863c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b'}}] {{(pid=98474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:52:48.271590 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-8f1fcfb0-5805-490f-8bcb-16ddf5d40ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:48.365932 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-8f1fcfb0-5805-490f-8bcb-16ddf5d40ffe service neutron] For port 9c11a35b-1cb4-4a89-93da-00fbb00a1de0, host hv-cinder-79124, cleared binding levels {{(pid=98474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:52:48.368851 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-8f1fcfb0-5805-490f-8bcb-16ddf5d40ffe service neutron] For port 9c11a35b-1cb4-4a89-93da-00fbb00a1de0, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=9c11a35b-1cb4-4a89-93da-00fbb00a1de0,segment=NetworkSegment(1f537b8e-f549-42b6-bcda-f919a28863c9),segment_id=1f537b8e-f549-42b6-bcda-f919a28863c9)] {{(pid=98474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:52:48.373220 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-8f1fcfb0-5805-490f-8bcb-16ddf5d40ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-881747'] for port, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:48.378098 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-5b932ed2-3dff-4e65-bd8a-ae2e6d8c364e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:48.433494 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-8f1fcfb0-5805-490f-8bcb-16ddf5d40ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:48.433963 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-8f1fcfb0-5805-490f-8bcb-16ddf5d40ffe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:48.435315 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-8f1fcfb0-5805-490f-8bcb-16ddf5d40ffe service neutron] 10.222.0.57 "PUT /v2.0/ports/9c11a35b-1cb4-4a89-93da-00fbb00a1de0 HTTP/1.1" status: 200 len: 1093 time: 1.0073647 May 25 15:52:48.435840 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec20f02-4426-41e2-bebf-e51c387de3e4', 'tag': '9c11a35b-1cb4-4a89-93da-00fbb00a1de0'}] {{(pid=98474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:52:48.468481 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1fcfb0-5805-490f-8bcb-16ddf5d40ffe service neutron] Pushing event updated for resources: {'Port': ['ID=9c11a35b-1cb4-4a89-93da-00fbb00a1de0,revision_number=3']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:48.471507 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-8f1fcfb0-5805-490f-8bcb-16ddf5d40ffe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:48.512359 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec20f02-4426-41e2-bebf-e51c387de3e4', 'tag': '9c11a35b-1cb4-4a89-93da-00fbb00a1de0', 'status': 'completed', 'code': 200} May 25 15:52:48.554068 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-58a583aa-134f-4886-9fbe-d4a05017abd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:48.555550 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-58a583aa-134f-4886-9fbe-d4a05017abd2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84b618e26d84448e895072b4ac0967b1&device_id=3ec20f02-4426-41e2-bebf-e51c387de3e4 HTTP/1.1" status: 200 len: 1096 time: 0.0794909 May 25 15:52:48.627526 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-59a5d280-69bb-4bf3-833a-adc3a78384b7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c11a35b-1cb4-4a89-93da-00fbb00a1de0 HTTP/1.1" status: 200 len: 217 time: 0.0649457 May 25 15:52:48.782612 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-26d8dabc-b232-41ec-89b7-4b45a3c6ce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:48.784576 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-26d8dabc-b232-41ec-89b7-4b45a3c6ce2d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a8053ff5-f153-4b8c-a65c-778e9408f5dc HTTP/1.1" status: 200 len: 851 time: 0.1508710 May 25 15:52:48.859849 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-df12e9ae-1477-4743-b051-17dd99b81a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:48.861294 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-df12e9ae-1477-4743-b051-17dd99b81a33 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=314b5cd8-30e3-4858-a640-2a3928ee779b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706165 May 25 15:52:48.992475 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-819c8e37-1174-4762-b45f-b3310ee75010 service neutron] 10.222.0.57 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244907 May 25 15:52:49.125126 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2e52458c-0f6b-460a-af30-7bc9d3186add req-b96c64b1-2c77-4aa2-b9a0-bb00c6b3e025 service neutron] 10.222.0.57 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252861 May 25 15:52:49.304836 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025d669-f481-4b39-9a03-6d48168ba697 req-0f32b66b-5a58-4349-ae5c-2f8832aa94d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:49.306290 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c025d669-f481-4b39-9a03-6d48168ba697 req-0f32b66b-5a58-4349-ae5c-2f8832aa94d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84b618e26d84448e895072b4ac0967b1&device_id=3ec20f02-4426-41e2-bebf-e51c387de3e4 HTTP/1.1" status: 200 len: 1096 time: 0.1334405 May 25 15:52:49.314213 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae6b85-711e-4e80-a629-d7f233f0703b req-7977a5c0-c1f3-49c1-aa80-8edab59b9d00 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:49.316302 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-19ae6b85-711e-4e80-a629-d7f233f0703b req-7977a5c0-c1f3-49c1-aa80-8edab59b9d00 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec20f02-4426-41e2-bebf-e51c387de3e4 HTTP/1.1" status: 200 len: 943 time: 0.1124337 May 25 15:52:49.438100 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-19ae6b85-711e-4e80-a629-d7f233f0703b req-9f6a9bd6-75a6-4983-804d-64e4ab84aa2b tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037512 May 25 15:52:49.476168 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025d669-f481-4b39-9a03-6d48168ba697 req-f50fc91a-c442-43eb-95b9-2d77678dedfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:49.477870 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c025d669-f481-4b39-9a03-6d48168ba697 req-f50fc91a-c442-43eb-95b9-2d77678dedfb service neutron] 10.222.0.57 "GET /v2.0/networks?id=314b5cd8-30e3-4858-a640-2a3928ee779b HTTP/1.1" status: 200 len: 913 time: 0.1607544 May 25 15:52:49.551486 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c025d669-f481-4b39-9a03-6d48168ba697 req-8a469b1e-4aa6-4889-b740-ac36d0885dfa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c11a35b-1cb4-4a89-93da-00fbb00a1de0 HTTP/1.1" status: 200 len: 217 time: 0.0651872 May 25 15:52:49.613756 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025d669-f481-4b39-9a03-6d48168ba697 req-4ca5b691-6d25-406e-968a-8b368abd8335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:49.615063 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c025d669-f481-4b39-9a03-6d48168ba697 req-4ca5b691-6d25-406e-968a-8b368abd8335 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a8053ff5-f153-4b8c-a65c-778e9408f5dc HTTP/1.1" status: 200 len: 851 time: 0.0577123 May 25 15:52:49.689144 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025d669-f481-4b39-9a03-6d48168ba697 req-f802779a-c95d-4bf4-8946-ac271dffe1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:49.690609 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c025d669-f481-4b39-9a03-6d48168ba697 req-f802779a-c95d-4bf4-8946-ac271dffe1b9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=314b5cd8-30e3-4858-a640-2a3928ee779b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688396 May 25 15:52:49.823309 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c025d669-f481-4b39-9a03-6d48168ba697 req-55c065cd-2eb7-4d6d-9206-2a373cbbd65b service neutron] 10.222.0.57 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253405 May 25 15:52:49.955645 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-c025d669-f481-4b39-9a03-6d48168ba697 req-eb6b43ed-bc07-4d06-8e01-759490577912 service neutron] 10.222.0.57 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225080 May 25 15:52:50.624732 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367b9ce-a6e3-443f-9d68-d112e10bb38f req-4cd59070-6bfb-43a8-966e-ed6dd8f6a496 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:50.626178 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-e367b9ce-a6e3-443f-9d68-d112e10bb38f req-4cd59070-6bfb-43a8-966e-ed6dd8f6a496 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec20f02-4426-41e2-bebf-e51c387de3e4 HTTP/1.1" status: 200 len: 943 time: 0.0814936 May 25 15:52:50.670226 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-e367b9ce-a6e3-443f-9d68-d112e10bb38f req-2afd9753-b26e-45ac-8c38-bbb54d288a26 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383916 May 25 15:52:51.857624 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f470aec-7fd0-4e24-b591-19ba5fcca827 req-6f14df43-7e25-4626-8bac-b1cc515af070 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:51.859062 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9f470aec-7fd0-4e24-b591-19ba5fcca827 req-6f14df43-7e25-4626-8bac-b1cc515af070 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec20f02-4426-41e2-bebf-e51c387de3e4 HTTP/1.1" status: 200 len: 943 time: 0.0834701 May 25 15:52:51.903474 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-9f470aec-7fd0-4e24-b591-19ba5fcca827 req-294048d0-59b2-4629-8b8f-8ab903224114 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388598 May 25 15:52:53.085921 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4dabd-ae57-40bf-aacc-47e87a21d9a7 req-b8c89766-fe0f-4514-b659-8676ed94c425 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:53.087354 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b7f4dabd-ae57-40bf-aacc-47e87a21d9a7 req-b8c89766-fe0f-4514-b659-8676ed94c425 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec20f02-4426-41e2-bebf-e51c387de3e4 HTTP/1.1" status: 200 len: 943 time: 0.0813465 May 25 15:52:53.130987 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-b7f4dabd-ae57-40bf-aacc-47e87a21d9a7 req-8912cede-0288-4a1a-946b-9537714cceeb tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379672 May 25 15:52:53.162838 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:54.311018 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f384b3a-afed-4cbd-9520-4516987c01ae req-97347939-c20a-4dca-b9a9-73c5d56057b6 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:54.312475 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8f384b3a-afed-4cbd-9520-4516987c01ae req-97347939-c20a-4dca-b9a9-73c5d56057b6 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec20f02-4426-41e2-bebf-e51c387de3e4 HTTP/1.1" status: 200 len: 943 time: 0.0783765 May 25 15:52:54.361256 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8f384b3a-afed-4cbd-9520-4516987c01ae req-9149d691-abf5-46e9-ad03-c86a614586fb tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421319 May 25 15:52:55.548659 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7eb077-6b5f-4ad3-aac8-804ec3e07e1d req-659af25c-4b4d-4186-994d-883fa8c6e2cc tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:55.550787 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-af7eb077-6b5f-4ad3-aac8-804ec3e07e1d req-659af25c-4b4d-4186-994d-883fa8c6e2cc tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec20f02-4426-41e2-bebf-e51c387de3e4 HTTP/1.1" status: 200 len: 943 time: 0.0788682 May 25 15:52:55.597650 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-af7eb077-6b5f-4ad3-aac8-804ec3e07e1d req-77a0cf45-87e6-4e50-b449-9979d9e7268a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412052 May 25 15:52:55.711244 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 9c11a35b-1cb4-4a89-93da-00fbb00a1de0 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:52:55.876813 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 9c11a35b-1cb4-4a89-93da-00fbb00a1de0, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=9c11a35b-1cb4-4a89-93da-00fbb00a1de0,segment=NetworkSegment(1f537b8e-f549-42b6-bcda-f919a28863c9),segment_id=1f537b8e-f549-42b6-bcda-f919a28863c9)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:52:55.889804 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Returning: {'device': '9c11a35b-1cb4-4a89-93da-00fbb00a1de0', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'port_id': '9c11a35b-1cb4-4a89-93da-00fbb00a1de0', 'mac_address': 'fa:16:3e:6a:87:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:52:55.946425 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:55.963444 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c11a35b-1cb4-4a89-93da-00fbb00a1de0 {{(pid=98475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:52:55.979143 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 9c11a35b-1cb4-4a89-93da-00fbb00a1de0, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=9c11a35b-1cb4-4a89-93da-00fbb00a1de0,segment=NetworkSegment(1f537b8e-f549-42b6-bcda-f919a28863c9),segment_id=1f537b8e-f549-42b6-bcda-f919a28863c9)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:52:55.982812 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:55.984716 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:56.068248 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=9c11a35b-1cb4-4a89-93da-00fbb00a1de0,revision_number=4']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:56.071255 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:56.272755 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['9c11a35b-1cb4-4a89-93da-00fbb00a1de0'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:52:56.783472 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f81576-e895-4c98-8b32-f4901e5e8953 req-3942f7d7-bdc9-4976-a723-edb7d4c55a07 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:56.785639 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a6f81576-e895-4c98-8b32-f4901e5e8953 req-3942f7d7-bdc9-4976-a723-edb7d4c55a07 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec20f02-4426-41e2-bebf-e51c387de3e4 HTTP/1.1" status: 200 len: 944 time: 0.0826626 May 25 15:52:56.828446 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a6f81576-e895-4c98-8b32-f4901e5e8953 req-4f6e7f5c-97ec-4e73-ac34-c874c4ba150d tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370724 May 25 15:52:57.711243 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 9c11a35b-1cb4-4a89-93da-00fbb00a1de0 up at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:52:57.778315 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning for port 9c11a35b-1cb4-4a89-93da-00fbb00a1de0 completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:52:57.783192 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning complete for port 9c11a35b-1cb4-4a89-93da-00fbb00a1de0 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:52:57.784151 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:57.897802 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:57.924288 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec20f02-4426-41e2-bebf-e51c387de3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c11a35b-1cb4-4a89-93da-00fbb00a1de0'}] {{(pid=98475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:52:57.934563 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 9c11a35b-1cb4-4a89-93da-00fbb00a1de0, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=9c11a35b-1cb4-4a89-93da-00fbb00a1de0,segment=NetworkSegment(1f537b8e-f549-42b6-bcda-f919a28863c9),segment_id=1f537b8e-f549-42b6-bcda-f919a28863c9)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:52:57.939773 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:52:57.941751 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:52:57.970915 dv-cinder-791240-3-iscsi neutron-server[98475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec20f02-4426-41e2-bebf-e51c387de3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c11a35b-1cb4-4a89-93da-00fbb00a1de0', 'code': 200} May 25 15:52:58.011302 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=9c11a35b-1cb4-4a89-93da-00fbb00a1de0,revision_number=5']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:52:58.012510 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c093b3-e710-4f9c-bcaf-d69a4a53db1f req-0e0be22e-e9d4-4a58-a670-5415435f5b05 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:58.013957 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-32c093b3-e710-4f9c-bcaf-d69a4a53db1f req-0e0be22e-e9d4-4a58-a670-5415435f5b05 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec20f02-4426-41e2-bebf-e51c387de3e4 HTTP/1.1" status: 200 len: 945 time: 0.0811863 May 25 15:52:58.014391 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:52:58.060275 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-32c093b3-e710-4f9c-bcaf-d69a4a53db1f req-1264a8c0-bd79-4745-9ab1-698b083cf391 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402958 May 25 15:52:58.243441 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76383f21-92c8-435c-bb4d-32801cefd7e4 req-76626a9c-69b5-400e-a6d7-d08626bd23e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:58.244822 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-76383f21-92c8-435c-bb4d-32801cefd7e4 req-76626a9c-69b5-400e-a6d7-d08626bd23e8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3ec20f02-4426-41e2-bebf-e51c387de3e4 HTTP/1.1" status: 200 len: 1098 time: 0.0728354 May 25 15:52:58.367005 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-76383f21-92c8-435c-bb4d-32801cefd7e4 req-77cade19-349b-4351-9866-70cc46f64f10 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157191 May 25 15:52:59.243150 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27a8fb-a68b-4c51-80b7-2c72cab51c24 req-324df0ec-42fd-4ac9-8290-176cbd35097d tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:52:59.244590 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-4b27a8fb-a68b-4c51-80b7-2c72cab51c24 req-324df0ec-42fd-4ac9-8290-176cbd35097d tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec20f02-4426-41e2-bebf-e51c387de3e4 HTTP/1.1" status: 200 len: 945 time: 0.0790863 May 25 15:52:59.291570 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-4b27a8fb-a68b-4c51-80b7-2c72cab51c24 req-d56af432-0547-4c61-b4c3-4a25b9d63e41 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413454 May 25 15:53:00.481038 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc1508-846d-4b27-a6da-43829c8b796b req-c4ad4314-099a-4f02-94bc-bf04f34219f6 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:53:00.482489 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-fcfc1508-846d-4b27-a6da-43829c8b796b req-c4ad4314-099a-4f02-94bc-bf04f34219f6 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec20f02-4426-41e2-bebf-e51c387de3e4 HTTP/1.1" status: 200 len: 945 time: 0.0867057 May 25 15:53:00.527015 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-fcfc1508-846d-4b27-a6da-43829c8b796b req-a3fbac10-88d3-4523-81af-4fee0ced9132 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382924 May 25 15:53:00.708606 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fca994-c76a-4dc3-a44d-f5eef1eaaa12 req-cd7c4b3d-c343-431e-adce-adf9ac128042 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:53:00.709976 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-82fca994-c76a-4dc3-a44d-f5eef1eaaa12 req-cd7c4b3d-c343-431e-adce-adf9ac128042 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec20f02-4426-41e2-bebf-e51c387de3e4 HTTP/1.1" status: 200 len: 945 time: 0.0789390 May 25 15:53:00.756054 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-82fca994-c76a-4dc3-a44d-f5eef1eaaa12 req-11218299-7319-4246-8a4a-24db668dc0bb tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403893 May 25 15:53:00.779051 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 45258) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:53:00.847555 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312df10d-b980-4883-aba3-3079649d28f9 tempest-TestVolumeBootPattern-1761970472 tempest-TestVolumeBootPattern-1761970472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:53:00.849039 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-312df10d-b980-4883-aba3-3079649d28f9 tempest-TestVolumeBootPattern-1761970472 tempest-TestVolumeBootPattern-1761970472-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3ec20f02-4426-41e2-bebf-e51c387de3e4 HTTP/1.1" status: 200 len: 1093 time: 0.0690358 May 25 15:53:00.852066 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 45262) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:53:00.856956 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Request body: {'floatingip': {'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'port_id': '9c11a35b-1cb4-4a89-93da-00fbb00a1de0', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:53:00.863280 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:53:00.867052 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Usage tracker for resource:floatingip and tenant:84b618e26d84448e895072b4ac0967b1 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:53:00.869841 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:53:00.875417 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:53:00.885435 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for floatingip, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:01.020841 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:01.157387 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.db_base_plugin_common [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Allocated IP 172.27.3.141 (64bdbeb4-2429-4b9e-9f88-29f950eefffc/3f9f8472-0ab8-4bd8-a441-92a12c3f4c58/d7ab5d0f-120e-414e-a77b-bf5b6d40d619) {{(pid=98473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:53:01.301901 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for port, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:01.330190 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31785040'] for port, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:01.337979 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-f14a2554-3987-4bb8-91b0-f94a2e89baee tempest-TestShelveInstance-885681652 tempest-TestShelveInstance-885681652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:53:01.397416 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Network 64bdbeb4-2429-4b9e-9f88-29f950eefffc is already hosted by enough agents. {{(pid=98473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:53:01.400260 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.base_scheduler [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Resources bound (agent type, host, resource id): {{(pid=98473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:53:01.403914 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Received port after_create {{(pid=98473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:53:01.443947 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Pushing event updated for resources: {'Port': ['ID=d7ab5d0f-120e-414e-a77b-bf5b6d40d619,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:53:01.459237 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:01.459619 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:01.460018 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:01.460384 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:01.460744 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:01.461107 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:01.461463 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:01.461820 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:01.462174 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:01.462525 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:01.462876 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:01.463229 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:53:01.467893 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:53:01.911778 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:01.986613 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:02.212392 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for port, precommit_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:02.216948 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31785049'] for port, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:02.220450 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-39c8bfd7-6224-47ba-af3c-47ede24114f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:53:02.322772 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Pushing event updated for resources: {'Port': ['ID=d7ab5d0f-120e-414e-a77b-bf5b6d40d619,revision_number=2']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:53:02.326712 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:53:02.335477 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-353536'] for floatingip, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:02.516425 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.db.l3_db [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Floating IP b9dc64d0-d5f5-4037-9b65-c63c099b6d33 associated. External IP: 172.27.3.141, port: 9c11a35b-1cb4-4a89-93da-00fbb00a1de0. May 25 15:53:02.874668 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Router f929c908-6670-47e7-8aac-b218183c4177 has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:53:03.163503 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:53:03.172833 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eccbcfb-83b7-4853-8e59-7d790df9afa4 None None] Sync routers for ids ['f929c908-6670-47e7-8aac-b218183c4177'] in dv-cinder-791240-3-iscsi {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:53:03.181965 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eccbcfb-83b7-4853-8e59-7d790df9afa4 None None] Routers {'f929c908-6670-47e7-8aac-b218183c4177'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:53:03.182581 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-3eccbcfb-83b7-4853-8e59-7d790df9afa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:52:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['f929c908-6670-47e7-8aac-b218183c4177'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:53:03.186950 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for floatingip, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:03.241790 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3887024 May 25 15:53:03.242461 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec20f02-4426-41e2-bebf-e51c387de3e4', 'tag': '9c11a35b-1cb4-4a89-93da-00fbb00a1de0'}] {{(pid=98473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:53:03.367724 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-3eccbcfb-83b7-4853-8e59-7d790df9afa4 None None] Set router f929c908-6670-47e7-8aac-b218183c4177 gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:53:03.436327 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec20f02-4426-41e2-bebf-e51c387de3e4', 'tag': '9c11a35b-1cb4-4a89-93da-00fbb00a1de0', 'status': 'completed', 'code': 200} May 25 15:53:03.535033 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497974f-e9bb-4b69-b3cc-13b7e7bf3752 req-a76558d7-7dd2-45ae-8e90-312e4f89e611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:53:03.536596 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0497974f-e9bb-4b69-b3cc-13b7e7bf3752 req-a76558d7-7dd2-45ae-8e90-312e4f89e611 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84b618e26d84448e895072b4ac0967b1&device_id=3ec20f02-4426-41e2-bebf-e51c387de3e4 HTTP/1.1" status: 200 len: 1098 time: 0.0738790 May 25 15:53:03.669571 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497974f-e9bb-4b69-b3cc-13b7e7bf3752 req-f1048340-0f03-4fda-93f0-7a741b672846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:53:03.670908 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0497974f-e9bb-4b69-b3cc-13b7e7bf3752 req-f1048340-0f03-4fda-93f0-7a741b672846 service neutron] 10.222.0.57 "GET /v2.0/networks?id=314b5cd8-30e3-4858-a640-2a3928ee779b HTTP/1.1" status: 200 len: 913 time: 0.1274662 May 25 15:53:03.717204 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-3eccbcfb-83b7-4853-8e59-7d790df9afa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f929c908-6670-47e7-8aac-b218183c4177', 'name': 'tempest-TestVolumeBootPattern-1724297883-router', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:48:54Z', 'updated_at': '2021-05-25T15:49:00Z', 'revision_number': 4, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'gw_port': {'id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:55Z', 'updated_at': '2021-05-25T15:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_floatingips': [{'id': 'b9dc64d0-d5f5-4037-9b65-c63c099b6d33', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'router_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'port_id': '9c11a35b-1cb4-4a89-93da-00fbb00a1de0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'mac_address': 'fa:16:3e:6a:87:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec20f02-4426-41e2-bebf-e51c387de3e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:53:01Z', 'updated_at': '2021-05-25T15:53:01Z', 'revision_number': 0, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0985f3a2-19ee-415c-ac5b-8d597cb80ec7', 'name': '', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'mac_address': 'fa:16:3e:d4:26:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:59Z', 'updated_at': '2021-05-25T15:49:05Z', 'revision_number': 5, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'subnets': [{'id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:53:03.721687 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eccbcfb-83b7-4853-8e59-7d790df9afa4 None None] Checking router: f929c908-6670-47e7-8aac-b218183c4177 for host: dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:53:03.732276 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eccbcfb-83b7-4853-8e59-7d790df9afa4 None None] Routers {'f929c908-6670-47e7-8aac-b218183c4177'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:53:03.732892 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-3eccbcfb-83b7-4853-8e59-7d790df9afa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:52:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['f929c908-6670-47e7-8aac-b218183c4177'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:53:03.771504 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0497974f-e9bb-4b69-b3cc-13b7e7bf3752 req-1ddadb43-b96e-4d22-8b4f-0201d904549f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c11a35b-1cb4-4a89-93da-00fbb00a1de0 HTTP/1.1" status: 200 len: 999 time: 0.0931554 May 25 15:53:03.836444 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497974f-e9bb-4b69-b3cc-13b7e7bf3752 req-227291cc-ab35-40a9-9567-ca193bd3e280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:53:03.837880 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0497974f-e9bb-4b69-b3cc-13b7e7bf3752 req-227291cc-ab35-40a9-9567-ca193bd3e280 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a8053ff5-f153-4b8c-a65c-778e9408f5dc HTTP/1.1" status: 200 len: 851 time: 0.0598276 May 25 15:53:03.909378 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-3eccbcfb-83b7-4853-8e59-7d790df9afa4 None None] Set router f929c908-6670-47e7-8aac-b218183c4177 gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:53:03.913324 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497974f-e9bb-4b69-b3cc-13b7e7bf3752 req-42fe1aa8-a49f-4a0d-ae58-8d73b023aa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:53:03.914800 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0497974f-e9bb-4b69-b3cc-13b7e7bf3752 req-42fe1aa8-a49f-4a0d-ae58-8d73b023aa49 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=314b5cd8-30e3-4858-a640-2a3928ee779b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704470 May 25 15:53:04.052453 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0497974f-e9bb-4b69-b3cc-13b7e7bf3752 req-e23a0cc0-d49c-40fb-aba8-3d36409aefd0 service neutron] 10.222.0.57 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289117 May 25 15:53:04.184263 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0497974f-e9bb-4b69-b3cc-13b7e7bf3752 req-3ed2dd6f-e57e-42c5-829a-71c7a1168103 service neutron] 10.222.0.57 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251614 May 25 15:53:04.281192 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-3eccbcfb-83b7-4853-8e59-7d790df9afa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f929c908-6670-47e7-8aac-b218183c4177', 'name': 'tempest-TestVolumeBootPattern-1724297883-router', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:48:54Z', 'updated_at': '2021-05-25T15:49:00Z', 'revision_number': 4, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'gw_port': {'id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:55Z', 'updated_at': '2021-05-25T15:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_floatingips': [{'id': 'b9dc64d0-d5f5-4037-9b65-c63c099b6d33', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'router_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'port_id': '9c11a35b-1cb4-4a89-93da-00fbb00a1de0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'mac_address': 'fa:16:3e:6a:87:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec20f02-4426-41e2-bebf-e51c387de3e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:53:01Z', 'updated_at': '2021-05-25T15:53:01Z', 'revision_number': 0, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0985f3a2-19ee-415c-ac5b-8d597cb80ec7', 'name': '', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'mac_address': 'fa:16:3e:d4:26:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:59Z', 'updated_at': '2021-05-25T15:49:05Z', 'revision_number': 5, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'subnets': [{'id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:53:04.285690 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eccbcfb-83b7-4853-8e59-7d790df9afa4 None None] The sync data for ids ['f929c908-6670-47e7-8aac-b218183c4177'] in dv-cinder-791240-3-iscsi is: [{'id': 'f929c908-6670-47e7-8aac-b218183c4177', 'name': 'tempest-TestVolumeBootPattern-1724297883-router', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:48:54Z', 'updated_at': '2021-05-25T15:49:00Z', 'revision_number': 4, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'gw_port': {'id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:55Z', 'updated_at': '2021-05-25T15:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_floatingips': [{'id': 'b9dc64d0-d5f5-4037-9b65-c63c099b6d33', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'router_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'port_id': '9c11a35b-1cb4-4a89-93da-00fbb00a1de0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'mac_address': 'fa:16:3e:6a:87:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec20f02-4426-41e2-bebf-e51c387de3e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:53:01Z', 'updated_at': '2021-05-25T15:53:01Z', 'revision_number': 0, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0985f3a2-19ee-415c-ac5b-8d597cb80ec7', 'name': '', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'mac_address': 'fa:16:3e:d4:26:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:59Z', 'updated_at': '2021-05-25T15:49:05Z', 'revision_number': 5, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'subnets': [{'id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:53:04.466354 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6807bfb-38f7-4a42-ac8a-d5be77265038 None None] New status for floating IP b9dc64d0-d5f5-4037-9b65-c63c099b6d33: ACTIVE {{(pid=98476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 15:53:07.241168 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:53:10.269006 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-9e590950-3bb0-44e5-9d69-9b5ad0346368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:12.738577 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:12.896722 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-430136cd-11a3-4105-bda7-48c1a3fb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:13.776529 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:15.542201 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:23.166217 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:40.270737 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-8d5ab92c-312c-4663-93a9-f212621923e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:42.741742 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:42.898546 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-da5420c8-3dc2-4d69-a2b3-8ff92d443549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:43.779625 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:44.240348 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:53:45.547003 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:53.161941 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:53:56.124271 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ada6ceb8-cd25-4db2-9c0a-beee347eefc0 req-b9df7f85-88eb-44f9-b8bd-f86be9d16049 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3ec20f02-4426-41e2-bebf-e51c387de3e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799925 May 25 15:53:56.261649 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6ceb8-cd25-4db2-9c0a-beee347eefc0 req-99042bb6-fe51-4481-bfdd-e0d5ebf12703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:53:56.263095 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ada6ceb8-cd25-4db2-9c0a-beee347eefc0 req-99042bb6-fe51-4481-bfdd-e0d5ebf12703 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84b618e26d84448e895072b4ac0967b1&device_id=3ec20f02-4426-41e2-bebf-e51c387de3e4 HTTP/1.1" status: 200 len: 1098 time: 0.0704319 May 25 15:53:56.409180 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6ceb8-cd25-4db2-9c0a-beee347eefc0 req-743b71a3-114b-4a56-b9b1-000be66e1b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:53:56.410532 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ada6ceb8-cd25-4db2-9c0a-beee347eefc0 req-743b71a3-114b-4a56-b9b1-000be66e1b07 service neutron] 10.222.0.57 "GET /v2.0/networks?id=314b5cd8-30e3-4858-a640-2a3928ee779b HTTP/1.1" status: 200 len: 913 time: 0.1258862 May 25 15:53:56.512441 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ada6ceb8-cd25-4db2-9c0a-beee347eefc0 req-2acfa970-ae81-4b78-9229-cba1eb257976 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c11a35b-1cb4-4a89-93da-00fbb00a1de0 HTTP/1.1" status: 200 len: 1001 time: 0.0956645 May 25 15:53:56.573556 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6ceb8-cd25-4db2-9c0a-beee347eefc0 req-5688f75c-e3a4-4543-b3b4-0a39bcf2bf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:53:56.574936 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ada6ceb8-cd25-4db2-9c0a-beee347eefc0 req-5688f75c-e3a4-4543-b3b4-0a39bcf2bf92 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a8053ff5-f153-4b8c-a65c-778e9408f5dc HTTP/1.1" status: 200 len: 851 time: 0.0564916 May 25 15:53:56.652164 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6ceb8-cd25-4db2-9c0a-beee347eefc0 req-fafe9d1b-606a-4492-b16f-2f9a0f724c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:53:56.653597 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ada6ceb8-cd25-4db2-9c0a-beee347eefc0 req-fafe9d1b-606a-4492-b16f-2f9a0f724c34 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=314b5cd8-30e3-4858-a640-2a3928ee779b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716453 May 25 15:53:56.888475 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ada6ceb8-cd25-4db2-9c0a-beee347eefc0 req-d998976c-37fb-4a6d-9df7-ea84cfcf3347 service neutron] 10.222.0.57 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281959 May 25 15:53:57.018804 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ada6ceb8-cd25-4db2-9c0a-beee347eefc0 req-3411fd0f-ec5f-434b-b921-9faefb486837 service neutron] 10.222.0.57 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233053 May 25 15:54:10.273003 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-f801a71a-aef9-4c04-820b-d4781180745b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:12.743676 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:12.899660 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-435f86e1-7c98-4a0a-8571-cef26bf1e33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:13.782420 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:15.543197 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:21.239778 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:54:23.176780 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:40.274237 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-5c51a3cc-2657-4996-a91b-98b4cbe15401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:42.746386 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:42.902142 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-59a5558c-7d18-4a26-aefa-0f855af73ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:43.784231 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:45.546429 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:53.191017 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:54:58.157782 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8bfa19f8-6bb5-4b0b-a926-3628c94ff65f req-140d00bd-c20b-47a4-9da7-101c2156e15f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3ec20f02-4426-41e2-bebf-e51c387de3e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1134343 May 25 15:54:58.242755 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:54:58.312992 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa19f8-6bb5-4b0b-a926-3628c94ff65f req-287ca8a2-cabd-4369-b553-c02fa9b0cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:54:58.314344 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8bfa19f8-6bb5-4b0b-a926-3628c94ff65f req-287ca8a2-cabd-4369-b553-c02fa9b0cf70 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84b618e26d84448e895072b4ac0967b1&device_id=3ec20f02-4426-41e2-bebf-e51c387de3e4 HTTP/1.1" status: 200 len: 1098 time: 0.0726228 May 25 15:54:58.456558 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa19f8-6bb5-4b0b-a926-3628c94ff65f req-df5583eb-f017-4e1c-b2ee-4d5ec5b0773a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:54:58.458004 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8bfa19f8-6bb5-4b0b-a926-3628c94ff65f req-df5583eb-f017-4e1c-b2ee-4d5ec5b0773a service neutron] 10.222.0.57 "GET /v2.0/networks?id=314b5cd8-30e3-4858-a640-2a3928ee779b HTTP/1.1" status: 200 len: 913 time: 0.1250241 May 25 15:54:58.560227 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8bfa19f8-6bb5-4b0b-a926-3628c94ff65f req-7039b22a-8707-49dc-9c00-1c4c56b59a38 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c11a35b-1cb4-4a89-93da-00fbb00a1de0 HTTP/1.1" status: 200 len: 1001 time: 0.0954561 May 25 15:54:58.625025 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa19f8-6bb5-4b0b-a926-3628c94ff65f req-5fdac24b-8c6e-4260-a05f-cf4f5edd4437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:54:58.626362 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8bfa19f8-6bb5-4b0b-a926-3628c94ff65f req-5fdac24b-8c6e-4260-a05f-cf4f5edd4437 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a8053ff5-f153-4b8c-a65c-778e9408f5dc HTTP/1.1" status: 200 len: 851 time: 0.0594330 May 25 15:54:58.698827 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa19f8-6bb5-4b0b-a926-3628c94ff65f req-f08af736-88f7-49eb-8b34-c0d51efa2ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:54:58.700264 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8bfa19f8-6bb5-4b0b-a926-3628c94ff65f req-f08af736-88f7-49eb-8b34-c0d51efa2ccf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=314b5cd8-30e3-4858-a640-2a3928ee779b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678966 May 25 15:54:58.832894 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8bfa19f8-6bb5-4b0b-a926-3628c94ff65f req-ddfba19d-94d4-46fc-a69b-b83fd7f182e9 service neutron] 10.222.0.57 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248305 May 25 15:54:58.971753 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-8bfa19f8-6bb5-4b0b-a926-3628c94ff65f req-29c0163f-28f6-42e8-93c0-e36ade6335d6 service neutron] 10.222.0.57 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332080 May 25 15:55:10.277580 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-469663ca-10cd-4d3f-af05-512936f84672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:12.747477 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:12.902962 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-769e9515-f1dc-460d-86cb-c6ebf2220614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:13.789026 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:15.549023 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:17.813074 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-edc2977d-acb6-4338-858a-9160aa7a7d80 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-783903878&fields=id&tenant_id=84b618e26d84448e895072b4ac0967b1 HTTP/1.1" status: 200 len: 267 time: 0.0449133 May 25 15:55:17.960881 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-f8e0eb9c-99f5-427e-a4e4-1b688093a914 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:55:17.962194 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-f8e0eb9c-99f5-427e-a4e4-1b688093a914 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/networks?id=314b5cd8-30e3-4858-a640-2a3928ee779b HTTP/1.1" status: 200 len: 812 time: 0.1419258 May 25 15:55:17.977461 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-768c810f-15a9-4aea-90bd-185734fdb7b7 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/quotas/84b618e26d84448e895072b4ac0967b1 HTTP/1.1" status: 200 len: 375 time: 0.0097411 May 25 15:55:18.063401 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-27229796-173a-4453-ac56-406c6d6f5b25 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=84b618e26d84448e895072b4ac0967b1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0812247 May 25 15:55:18.240978 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-46c49d30-4e48-454b-a431-2f7c899a9ddc service neutron] 10.222.0.32 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662881 May 25 15:55:18.375081 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-1fa260ed-def5-4df6-9645-ac88c5a3b97d service neutron] 10.222.0.32 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283364 May 25 15:55:18.817518 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-0664fab4-018e-4adc-b554-4d82965f5974 req-ff11482c-de3c-4cb5-baa6-ad3e7c877e15 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a41cd6-b0af-4f38-9dff-b96110e204f5 HTTP/1.1" status: 200 len: 210 time: 0.0959487 May 25 15:55:19.880183 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-b061c611-31c0-44de-83e5-d280c19d1252 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:55:19.881612 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-b061c611-31c0-44de-83e5-d280c19d1252 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.57 "GET /v2.0/networks?id=314b5cd8-30e3-4858-a640-2a3928ee779b HTTP/1.1" status: 200 len: 812 time: 0.2473814 May 25 15:55:19.931168 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-cad1dea6-f416-4d6c-b809-62f075845f75 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84b618e26d84448e895072b4ac0967b1 HTTP/1.1" status: 200 len: 379 time: 0.0410562 May 25 15:55:19.972716 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-72fb799c-18ba-4254-bb42-0c05f69f11df tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Request body: {'port': {'device_id': '16a41cd6-b0af-4f38-9dff-b96110e204f5', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'admin_state_up': True, 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'security_groups': ['02fa7d19-1d34-4bbd-a732-70ce371d8fc0']}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:55:19.994812 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ed353c9a-37d4-4694-8c8d-780bb2bf776a req-62b95819-e3da-4be9-9944-45ba59586fe2 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a41cd6-b0af-4f38-9dff-b96110e204f5 HTTP/1.1" status: 200 len: 210 time: 0.0678813 May 25 15:55:20.114802 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-72fb799c-18ba-4254-bb42-0c05f69f11df tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:55:20.124412 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.quota.driver [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-72fb799c-18ba-4254-bb42-0c05f69f11df tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=98474) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:55:20.134520 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-72fb799c-18ba-4254-bb42-0c05f69f11df tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Made reservation on behalf of 84b618e26d84448e895072b4ac0967b1 for: {'port': 1} {{(pid=98474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:55:20.138207 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-72fb799c-18ba-4254-bb42-0c05f69f11df tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:20.300164 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.db_base_plugin_common [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-72fb799c-18ba-4254-bb42-0c05f69f11df tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Allocated IP 172.20.0.9 (314b5cd8-30e3-4858-a640-2a3928ee779b/a8053ff5-f153-4b8c-a65c-778e9408f5dc/8998712d-bedd-46ca-9075-40328e8b36e7) {{(pid=98474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:55:20.502466 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-72fb799c-18ba-4254-bb42-0c05f69f11df tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for port, precommit_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:20.517714 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.provisioning_blocks [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-72fb799c-18ba-4254-bb42-0c05f69f11df tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Transition to ACTIVE for port object 8998712d-bedd-46ca-9075-40328e8b36e7 will not be triggered until provisioned by entity DHCP. {{(pid=98474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:55:20.542267 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-72fb799c-18ba-4254-bb42-0c05f69f11df tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_create {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:20.547867 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:55:20.612496 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-72fb799c-18ba-4254-bb42-0c05f69f11df tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Network 314b5cd8-30e3-4858-a640-2a3928ee779b is already hosted by enough agents. {{(pid=98474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:55:20.615473 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.base_scheduler [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-72fb799c-18ba-4254-bb42-0c05f69f11df tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Resources bound (agent type, host, resource id): {{(pid=98474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:55:20.619039 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-72fb799c-18ba-4254-bb42-0c05f69f11df tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Received port after_create {{(pid=98474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:55:20.653405 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb799c-18ba-4254-bb42-0c05f69f11df tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Pushing event updated for resources: {'Port': ['ID=8998712d-bedd-46ca-9075-40328e8b36e7,revision_number=1']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:55:20.673169 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fb799c-18ba-4254-bb42-0c05f69f11df tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:55:20.673550 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fb799c-18ba-4254-bb42-0c05f69f11df tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:55:20.673923 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fb799c-18ba-4254-bb42-0c05f69f11df tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:55:20.674280 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fb799c-18ba-4254-bb42-0c05f69f11df tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:55:20.674634 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fb799c-18ba-4254-bb42-0c05f69f11df tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:55:20.674990 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fb799c-18ba-4254-bb42-0c05f69f11df tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:55:20.675340 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fb799c-18ba-4254-bb42-0c05f69f11df tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:55:20.675726 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fb799c-18ba-4254-bb42-0c05f69f11df tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:55:20.676104 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fb799c-18ba-4254-bb42-0c05f69f11df tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:55:20.676450 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fb799c-18ba-4254-bb42-0c05f69f11df tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:55:20.676795 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fb799c-18ba-4254-bb42-0c05f69f11df tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:55:20.677139 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fb799c-18ba-4254-bb42-0c05f69f11df tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:55:20.682763 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-72fb799c-18ba-4254-bb42-0c05f69f11df tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:55:20.700721 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-72fb799c-18ba-4254-bb42-0c05f69f11df tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:55:20.701333 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-72fb799c-18ba-4254-bb42-0c05f69f11df tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:20.729678 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-72fb799c-18ba-4254-bb42-0c05f69f11df tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7652402 May 25 15:55:20.743242 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.v2.base [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-7f2e64ae-7045-49c5-acd2-27dbf58aae06 service neutron] Request body: {'port': {'device_id': '16a41cd6-b0af-4f38-9dff-b96110e204f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:55:20.855715 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-7f2e64ae-7045-49c5-acd2-27dbf58aae06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:20.876283 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-e254e2b0-ed22-48d5-a088-fe856c5f9670 None None] Provisioning for port 8998712d-bedd-46ca-9075-40328e8b36e7 completed by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:55:20.881405 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-e254e2b0-ed22-48d5-a088-fe856c5f9670 None None] Provisioning complete for port 8998712d-bedd-46ca-9075-40328e8b36e7 triggered by entity DHCP. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:55:20.881777 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-e254e2b0-ed22-48d5-a088-fe856c5f9670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:20.934551 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-e254e2b0-ed22-48d5-a088-fe856c5f9670 None None] Port 8998712d-bedd-46ca-9075-40328e8b36e7 cannot update to ACTIVE because it is not bound. {{(pid=98475) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 15:55:21.201278 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac48a52-7415-4ffe-83d9-04b923b4d10d req-15cb6dfe-ed6e-4196-872f-0db38e23b593 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:55:21.203058 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-3ac48a52-7415-4ffe-83d9-04b923b4d10d req-15cb6dfe-ed6e-4196-872f-0db38e23b593 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a41cd6-b0af-4f38-9dff-b96110e204f5 HTTP/1.1" status: 200 len: 931 time: 0.0803103 May 25 15:55:21.210932 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-7f2e64ae-7045-49c5-acd2-27dbf58aae06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8998712d-bedd-46ca-9075-40328e8b36e7 {{(pid=98474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:55:21.218680 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-7f2e64ae-7045-49c5-acd2-27dbf58aae06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:21.233600 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.provisioning_blocks [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-7f2e64ae-7045-49c5-acd2-27dbf58aae06 service neutron] Transition to ACTIVE for port object 8998712d-bedd-46ca-9075-40328e8b36e7 will not be triggered until provisioned by entity L2. {{(pid=98474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 15:55:21.236628 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-7f2e64ae-7045-49c5-acd2-27dbf58aae06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-881747'] for port, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:21.241377 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-b344f02b-588e-4735-90b7-81f04bd48f6b tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:55:21.248241 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-3ac48a52-7415-4ffe-83d9-04b923b4d10d req-a25519f8-1f79-4049-b605-9516293edf65 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386012 May 25 15:55:21.392176 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e64ae-7045-49c5-acd2-27dbf58aae06 service neutron] Pushing event updated for resources: {'Port': ['ID=8998712d-bedd-46ca-9075-40328e8b36e7,revision_number=2']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:55:21.399662 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-7f2e64ae-7045-49c5-acd2-27dbf58aae06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:55:21.489174 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.managers [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-7f2e64ae-7045-49c5-acd2-27dbf58aae06 service neutron] Attempting to bind port 8998712d-bedd-46ca-9075-40328e8b36e7 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 15:55:21.489695 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.managers [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-7f2e64ae-7045-49c5-acd2-27dbf58aae06 service neutron] Attempting to bind port 8998712d-bedd-46ca-9075-40328e8b36e7 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '1f537b8e-f549-42b6-bcda-f919a28863c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b'}] {{(pid=98474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 15:55:21.490412 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-7f2e64ae-7045-49c5-acd2-27dbf58aae06 service neutron] Attempting to bind port 8998712d-bedd-46ca-9075-40328e8b36e7 on network 314b5cd8-30e3-4858-a640-2a3928ee779b {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:55:21.496398 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-7f2e64ae-7045-49c5-acd2-27dbf58aae06 service neutron] Port 8998712d-bedd-46ca-9075-40328e8b36e7 on network 314b5cd8-30e3-4858-a640-2a3928ee779b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 15:55:21.496846 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-7f2e64ae-7045-49c5-acd2-27dbf58aae06 service neutron] Attempting to bind port 8998712d-bedd-46ca-9075-40328e8b36e7 on network 314b5cd8-30e3-4858-a640-2a3928ee779b {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 15:55:21.504561 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-7f2e64ae-7045-49c5-acd2-27dbf58aae06 service neutron] Checking agent: {'id': 'eb2109ed-85e4-4c57-98e0-c43a853e4d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'started_at': datetime.datetime(2021, 5, 25, 15, 37, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 15, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 15:55:21.505045 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-7f2e64ae-7045-49c5-acd2-27dbf58aae06 service neutron] Checking segment: {'id': '1f537b8e-f549-42b6-bcda-f919a28863c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 15:55:21.505575 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-7f2e64ae-7045-49c5-acd2-27dbf58aae06 service neutron] Bound using segment: {'id': '1f537b8e-f549-42b6-bcda-f919a28863c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b'} {{(pid=98474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 15:55:21.506186 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.managers [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-7f2e64ae-7045-49c5-acd2-27dbf58aae06 service neutron] Bound port: 8998712d-bedd-46ca-9075-40328e8b36e7, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f537b8e-f549-42b6-bcda-f919a28863c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b'}}] {{(pid=98474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 15:55:21.506699 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-7f2e64ae-7045-49c5-acd2-27dbf58aae06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:21.594507 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-7f2e64ae-7045-49c5-acd2-27dbf58aae06 service neutron] For port 8998712d-bedd-46ca-9075-40328e8b36e7, host hv-cinder-79124, cleared binding levels {{(pid=98474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 15:55:21.597390 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-7f2e64ae-7045-49c5-acd2-27dbf58aae06 service neutron] For port 8998712d-bedd-46ca-9075-40328e8b36e7, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=8998712d-bedd-46ca-9075-40328e8b36e7,segment=NetworkSegment(1f537b8e-f549-42b6-bcda-f919a28863c9),segment_id=1f537b8e-f549-42b6-bcda-f919a28863c9)] {{(pid=98474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 15:55:21.602205 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-7f2e64ae-7045-49c5-acd2-27dbf58aae06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-881747'] for port, after_update {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:21.606569 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-8dd53824-83fa-4eac-b4fa-ae9c6ecf421f tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:55:21.752825 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-7f2e64ae-7045-49c5-acd2-27dbf58aae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:55:21.753444 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-7f2e64ae-7045-49c5-acd2-27dbf58aae06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:21.754844 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-7f2e64ae-7045-49c5-acd2-27dbf58aae06 service neutron] 10.222.0.57 "PUT /v2.0/ports/8998712d-bedd-46ca-9075-40328e8b36e7 HTTP/1.1" status: 200 len: 1093 time: 1.0159218 May 25 15:55:21.755363 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a41cd6-b0af-4f38-9dff-b96110e204f5', 'tag': '8998712d-bedd-46ca-9075-40328e8b36e7'}] {{(pid=98474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:55:21.778383 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e64ae-7045-49c5-acd2-27dbf58aae06 service neutron] Pushing event updated for resources: {'Port': ['ID=8998712d-bedd-46ca-9075-40328e8b36e7,revision_number=3']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:55:21.781326 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-7f2e64ae-7045-49c5-acd2-27dbf58aae06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:55:21.842891 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a41cd6-b0af-4f38-9dff-b96110e204f5', 'tag': '8998712d-bedd-46ca-9075-40328e8b36e7', 'status': 'completed', 'code': 200} May 25 15:55:21.886486 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-dd557cb8-7e48-400c-8729-c8e956ef34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:55:21.888084 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-dd557cb8-7e48-400c-8729-c8e956ef34ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84b618e26d84448e895072b4ac0967b1&device_id=16a41cd6-b0af-4f38-9dff-b96110e204f5 HTTP/1.1" status: 200 len: 1096 time: 0.0911834 May 25 15:55:21.960443 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-0b769d71-a38c-4951-9369-f046767002e0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8998712d-bedd-46ca-9075-40328e8b36e7 HTTP/1.1" status: 200 len: 217 time: 0.0647240 May 25 15:55:22.023620 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-b5e501d5-c4f6-4ddd-b674-d8b6a58d46a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:55:22.024978 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-b5e501d5-c4f6-4ddd-b674-d8b6a58d46a0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a8053ff5-f153-4b8c-a65c-778e9408f5dc HTTP/1.1" status: 200 len: 851 time: 0.0581746 May 25 15:55:22.104359 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-485b07cd-a999-4bf2-be61-fabcd0d054e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:55:22.106486 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-485b07cd-a999-4bf2-be61-fabcd0d054e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=314b5cd8-30e3-4858-a640-2a3928ee779b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748940 May 25 15:55:22.245467 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-1274c375-62ae-4f28-b445-738afbec41c1 service neutron] 10.222.0.57 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297681 May 25 15:55:22.380715 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-0c6c7234-d6c9-45d5-9f80-2bce2ecff7dc req-5bd59d96-c356-4805-b6a3-82f0ad67c31d service neutron] 10.222.0.57 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289256 May 25 15:55:22.448668 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80031275-a512-40b6-bb25-99fbbde2f05e req-9dbd9f0b-915b-4267-9d53-a66617725998 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:55:22.450106 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-80031275-a512-40b6-bb25-99fbbde2f05e req-9dbd9f0b-915b-4267-9d53-a66617725998 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a41cd6-b0af-4f38-9dff-b96110e204f5 HTTP/1.1" status: 200 len: 943 time: 0.0852671 May 25 15:55:22.494196 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115616df-7f78-458f-b38a-ffe10a4659f4 req-0f2187b8-b82e-4858-bfa9-9f623baffe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:55:22.494603 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-80031275-a512-40b6-bb25-99fbbde2f05e req-73994d22-6df2-4e1a-87d3-ac2cd158fb0f tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386705 May 25 15:55:22.495719 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-115616df-7f78-458f-b38a-ffe10a4659f4 req-0f2187b8-b82e-4858-bfa9-9f623baffe61 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84b618e26d84448e895072b4ac0967b1&device_id=16a41cd6-b0af-4f38-9dff-b96110e204f5 HTTP/1.1" status: 200 len: 1096 time: 0.0715206 May 25 15:55:22.627056 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115616df-7f78-458f-b38a-ffe10a4659f4 req-13909ac7-b6da-486a-abf4-6f5ccb71f4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:55:22.628633 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-115616df-7f78-458f-b38a-ffe10a4659f4 req-13909ac7-b6da-486a-abf4-6f5ccb71f4cf service neutron] 10.222.0.57 "GET /v2.0/networks?id=314b5cd8-30e3-4858-a640-2a3928ee779b HTTP/1.1" status: 200 len: 913 time: 0.1260521 May 25 15:55:22.698388 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-115616df-7f78-458f-b38a-ffe10a4659f4 req-41b2a34a-5148-4497-9b70-59be60169bee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8998712d-bedd-46ca-9075-40328e8b36e7 HTTP/1.1" status: 200 len: 217 time: 0.0634544 May 25 15:55:22.765616 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115616df-7f78-458f-b38a-ffe10a4659f4 req-630b0939-e529-431d-8b35-608d4f56c90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:55:22.767002 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-115616df-7f78-458f-b38a-ffe10a4659f4 req-630b0939-e529-431d-8b35-608d4f56c90a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a8053ff5-f153-4b8c-a65c-778e9408f5dc HTTP/1.1" status: 200 len: 851 time: 0.0571589 May 25 15:55:22.844601 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115616df-7f78-458f-b38a-ffe10a4659f4 req-c36a323d-afae-4010-83a6-473afb0683ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:55:22.846013 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-115616df-7f78-458f-b38a-ffe10a4659f4 req-c36a323d-afae-4010-83a6-473afb0683ed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=314b5cd8-30e3-4858-a640-2a3928ee779b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718603 May 25 15:55:22.975899 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-115616df-7f78-458f-b38a-ffe10a4659f4 req-72888015-27d6-4d57-bc04-895afcc2ca8f service neutron] 10.222.0.57 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217391 May 25 15:55:23.118591 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-115616df-7f78-458f-b38a-ffe10a4659f4 req-f5ff3724-3d05-4443-9500-d4c01f3c23ef service neutron] 10.222.0.57 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355152 May 25 15:55:23.203705 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:23.677429 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fcdbe9-199f-4196-a5ac-98f3c1dddf02 req-c3a51aca-c44b-42c2-9679-3b7baeb1b10f tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:55:23.678123 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-98fcdbe9-199f-4196-a5ac-98f3c1dddf02 req-c3a51aca-c44b-42c2-9679-3b7baeb1b10f tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Synchronizing usage tracker for tenant:84b618e26d84448e895072b4ac0967b1 on resource:port {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:55:23.694001 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-98fcdbe9-199f-4196-a5ac-98f3c1dddf02 req-c3a51aca-c44b-42c2-9679-3b7baeb1b10f tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Unset dirty status for tenant:84b618e26d84448e895072b4ac0967b1 on resource:port {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:55:23.695237 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-98fcdbe9-199f-4196-a5ac-98f3c1dddf02 req-c3a51aca-c44b-42c2-9679-3b7baeb1b10f tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a41cd6-b0af-4f38-9dff-b96110e204f5 HTTP/1.1" status: 200 len: 943 time: 0.0952947 May 25 15:55:23.739483 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-98fcdbe9-199f-4196-a5ac-98f3c1dddf02 req-e0906005-7785-4b09-ae5b-820703ec5a82 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386515 May 25 15:55:24.928131 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29c351-ff63-4d57-885c-2e3a42850ddd req-fc6bc694-1f00-4cd4-a97d-033a65d4b1fa tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:55:24.929561 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-0b29c351-ff63-4d57-885c-2e3a42850ddd req-fc6bc694-1f00-4cd4-a97d-033a65d4b1fa tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a41cd6-b0af-4f38-9dff-b96110e204f5 HTTP/1.1" status: 200 len: 943 time: 0.0788455 May 25 15:55:24.977819 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-0b29c351-ff63-4d57-885c-2e3a42850ddd req-70d3d315-cca8-4d4c-8b31-54a22499986f tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426209 May 25 15:55:26.165453 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef98952-e015-4170-a6f5-170697f4c2da req-588877c3-a6d4-4096-ba7b-42df577f8264 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:55:26.166898 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2ef98952-e015-4170-a6f5-170697f4c2da req-588877c3-a6d4-4096-ba7b-42df577f8264 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a41cd6-b0af-4f38-9dff-b96110e204f5 HTTP/1.1" status: 200 len: 943 time: 0.0840306 May 25 15:55:26.210851 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2ef98952-e015-4170-a6f5-170697f4c2da req-b520d905-9f7f-473b-b95c-de55d218f5bd tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382941 May 25 15:55:27.393427 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05d960-81ea-4c36-937e-e918e96796a2 req-9a97623b-088f-408f-8d9a-bbc7f345ee8e tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:55:27.394881 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-1f05d960-81ea-4c36-937e-e918e96796a2 req-9a97623b-088f-408f-8d9a-bbc7f345ee8e tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a41cd6-b0af-4f38-9dff-b96110e204f5 HTTP/1.1" status: 200 len: 943 time: 0.0787396 May 25 15:55:27.438962 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-1f05d960-81ea-4c36-937e-e918e96796a2 req-b33a00e5-dcb8-46f2-b3ca-4c36c506d28c tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383255 May 25 15:55:28.617501 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4fc1a6-6f34-4a66-8047-665bbdaa3f84 req-d6922c86-3697-42e9-96bf-ae9f365590f5 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:55:28.618910 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1a4fc1a6-6f34-4a66-8047-665bbdaa3f84 req-d6922c86-3697-42e9-96bf-ae9f365590f5 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a41cd6-b0af-4f38-9dff-b96110e204f5 HTTP/1.1" status: 200 len: 943 time: 0.0779393 May 25 15:55:28.665700 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-1a4fc1a6-6f34-4a66-8047-665bbdaa3f84 req-d6674fd2-385d-4a8c-807c-2f2e6cdc4ffd tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411553 May 25 15:55:29.868780 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1dc3b-0df7-404b-b2cb-73d8abee518a req-ffc5c934-738a-4f72-aae8-e5a2b6e776d4 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:55:29.870862 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-53d1dc3b-0df7-404b-b2cb-73d8abee518a req-ffc5c934-738a-4f72-aae8-e5a2b6e776d4 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a41cd6-b0af-4f38-9dff-b96110e204f5 HTTP/1.1" status: 200 len: 943 time: 0.1013811 May 25 15:55:29.915321 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-53d1dc3b-0df7-404b-b2cb-73d8abee518a req-69849455-bef1-444d-a0a3-ad6f4ffecdf7 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388350 May 25 15:55:30.445149 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 8998712d-bedd-46ca-9075-40328e8b36e7 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98475) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 15:55:30.587039 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 8998712d-bedd-46ca-9075-40328e8b36e7, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=8998712d-bedd-46ca-9075-40328e8b36e7,segment=NetworkSegment(1f537b8e-f549-42b6-bcda-f919a28863c9),segment_id=1f537b8e-f549-42b6-bcda-f919a28863c9)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:55:30.599962 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Returning: {'device': '8998712d-bedd-46ca-9075-40328e8b36e7', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'port_id': '8998712d-bedd-46ca-9075-40328e8b36e7', 'mac_address': 'fa:16:3e:d7:4e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98475) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 15:55:30.658535 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:30.675953 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8998712d-bedd-46ca-9075-40328e8b36e7 {{(pid=98475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 15:55:30.690729 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 8998712d-bedd-46ca-9075-40328e8b36e7, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=8998712d-bedd-46ca-9075-40328e8b36e7,segment=NetworkSegment(1f537b8e-f549-42b6-bcda-f919a28863c9),segment_id=1f537b8e-f549-42b6-bcda-f919a28863c9)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:55:30.695372 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:30.698459 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-c940f785-1e64-495f-8966-e6a55a486822 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:55:30.764145 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=8998712d-bedd-46ca-9075-40328e8b36e7,revision_number=4']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:55:30.771675 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:55:30.772044 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:55:30.772377 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:55:30.772702 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:55:30.773020 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:55:30.773342 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:55:30.773663 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:55:30.773978 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:55:30.774291 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:55:30.774601 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:55:30.774911 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:55:30.775220 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:55:30.779812 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:55:31.023911 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] get_ports_and_sgs() called for port_ids ['8998712d-bedd-46ca-9075-40328e8b36e7'] {{(pid=98475) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 15:55:31.220797 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57386e65-9453-42e1-a405-a76d90e7b19b req-6cb9c36b-934d-4d52-ae1b-34b0710cc6d1 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:55:31.222196 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-57386e65-9453-42e1-a405-a76d90e7b19b req-6cb9c36b-934d-4d52-ae1b-34b0710cc6d1 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a41cd6-b0af-4f38-9dff-b96110e204f5 HTTP/1.1" status: 200 len: 944 time: 0.2052870 May 25 15:55:31.270981 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-57386e65-9453-42e1-a405-a76d90e7b19b req-606e75d0-e8e1-4188-b1e3-e6fb784bdc67 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421016 May 25 15:55:32.450772 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83677521-eae3-4854-a536-853fe4687248 req-6394d2a1-9c2e-4dc9-99fe-783766f51d9b tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:55:32.452381 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-83677521-eae3-4854-a536-853fe4687248 req-6394d2a1-9c2e-4dc9-99fe-783766f51d9b tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a41cd6-b0af-4f38-9dff-b96110e204f5 HTTP/1.1" status: 200 len: 944 time: 0.0785666 May 25 15:55:32.460149 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 8998712d-bedd-46ca-9075-40328e8b36e7 up at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 15:55:32.501520 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-83677521-eae3-4854-a536-853fe4687248 req-30b27c32-543b-4b28-b0a1-612dc926a0fe tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422435 May 25 15:55:32.531609 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning for port 8998712d-bedd-46ca-9075-40328e8b36e7 completed by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 15:55:32.536212 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.provisioning_blocks [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Provisioning complete for port 8998712d-bedd-46ca-9075-40328e8b36e7 triggered by entity L2. {{(pid=98475) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 15:55:32.536588 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678138'] for port, provisioning_complete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:32.682254 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:32.708239 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a41cd6-b0af-4f38-9dff-b96110e204f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8998712d-bedd-46ca-9075-40328e8b36e7'}] {{(pid=98475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:55:32.717374 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] For port 8998712d-bedd-46ca-9075-40328e8b36e7, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=8998712d-bedd-46ca-9075-40328e8b36e7,segment=NetworkSegment(1f537b8e-f549-42b6-bcda-f919a28863c9),segment_id=1f537b8e-f549-42b6-bcda-f919a28863c9)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:55:32.723016 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478'] for port, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:32.725184 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:55:32.756169 dv-cinder-791240-3-iscsi neutron-server[98475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a41cd6-b0af-4f38-9dff-b96110e204f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8998712d-bedd-46ca-9075-40328e8b36e7', 'code': 200} May 25 15:55:32.798055 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Pushing event updated for resources: {'Port': ['ID=8998712d-bedd-46ca-9075-40328e8b36e7,revision_number=5']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:55:32.801493 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:55:33.064435 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed62f59-9ce6-4fe3-ae1a-d3801d012856 req-6254deda-a07f-4134-8f40-cef61246c752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:55:33.065916 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2ed62f59-9ce6-4fe3-ae1a-d3801d012856 req-6254deda-a07f-4134-8f40-cef61246c752 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=16a41cd6-b0af-4f38-9dff-b96110e204f5 HTTP/1.1" status: 200 len: 1098 time: 0.0815966 May 25 15:55:33.109899 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2ed62f59-9ce6-4fe3-ae1a-d3801d012856 req-c7de81b2-0773-4ddd-8f7b-5f11c70a162e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366447 May 25 15:55:33.689953 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53425d2d-6cfc-4a00-b2f9-85d207d05533 req-9dd200f2-53e9-4106-885c-51fffe929d64 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:55:33.692054 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-53425d2d-6cfc-4a00-b2f9-85d207d05533 req-9dd200f2-53e9-4106-885c-51fffe929d64 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a41cd6-b0af-4f38-9dff-b96110e204f5 HTTP/1.1" status: 200 len: 945 time: 0.0835471 May 25 15:55:33.736509 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-53425d2d-6cfc-4a00-b2f9-85d207d05533 req-510602f6-84ce-43d9-9172-3389a1a38edd tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384762 May 25 15:55:34.925695 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94688f12-4748-45c3-b669-f6d98bc38135 req-23b94244-669c-48f1-ab24-874e56bd34e2 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:55:34.927179 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-94688f12-4748-45c3-b669-f6d98bc38135 req-23b94244-669c-48f1-ab24-874e56bd34e2 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a41cd6-b0af-4f38-9dff-b96110e204f5 HTTP/1.1" status: 200 len: 945 time: 0.0797377 May 25 15:55:34.973834 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-94688f12-4748-45c3-b669-f6d98bc38135 req-37d65143-4a88-4f38-bc13-e2b348db8750 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410876 May 25 15:55:35.155710 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75b378-a9f3-4bd9-8b81-dda312d2957c req-f7602c4f-bb67-43b6-aeb5-262f015babd5 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:55:35.157183 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-bb75b378-a9f3-4bd9-8b81-dda312d2957c req-f7602c4f-bb67-43b6-aeb5-262f015babd5 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a41cd6-b0af-4f38-9dff-b96110e204f5 HTTP/1.1" status: 200 len: 945 time: 0.0796781 May 25 15:55:35.205679 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-bb75b378-a9f3-4bd9-8b81-dda312d2957c req-7986b7f4-ab16-4c8e-bbfa-e2f3dedfd82e tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422528 May 25 15:55:35.229307 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 45414) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:55:35.241870 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:55:35.404155 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b282dd9-e497-4272-849c-7fb8190a9693 tempest-TestVolumeBootPattern-1761970472 tempest-TestVolumeBootPattern-1761970472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:55:35.407076 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-5b282dd9-e497-4272-849c-7fb8190a9693 tempest-TestVolumeBootPattern-1761970472 tempest-TestVolumeBootPattern-1761970472-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=16a41cd6-b0af-4f38-9dff-b96110e204f5 HTTP/1.1" status: 200 len: 1093 time: 0.1768279 May 25 15:55:35.408405 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 45420) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:55:35.413660 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.v2.base [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Request body: {'floatingip': {'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'port_id': '8998712d-bedd-46ca-9075-40328e8b36e7', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=98473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 15:55:35.419743 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 15:55:35.424039 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Usage tracker for resource:floatingip and tenant:84b618e26d84448e895072b4ac0967b1 is out of sync, need to count used quota {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 15:55:35.426998 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.quota.resource [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=98473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 15:55:35.432874 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.quota.driver [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=98473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 15:55:35.444617 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for floatingip, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:35.583678 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:35.723209 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.db_base_plugin_common [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Allocated IP 172.27.3.15 (64bdbeb4-2429-4b9e-9f88-29f950eefffc/3f9f8472-0ab8-4bd8-a441-92a12c3f4c58/2f4fd41f-2ef2-4248-9ec0-638d1d930579) {{(pid=98473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:55:35.868525 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for port, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:35.897343 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758999089363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31785040'] for port, after_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:35.901819 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-eaa608cf-6d2c-4fc1-995b-1df6c0c5b952 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:55:35.960376 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Network 64bdbeb4-2429-4b9e-9f88-29f950eefffc is already hosted by enough agents. {{(pid=98473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:55:35.963152 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.base_scheduler [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Resources bound (agent type, host, resource id): {{(pid=98473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:55:35.966779 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Received port after_create {{(pid=98473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 15:55:36.006068 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Pushing event updated for resources: {'Port': ['ID=2f4fd41f-2ef2-4248-9ec0-638d1d930579,revision_number=1']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:55:36.021577 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:55:36.021947 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:55:36.022309 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:55:36.022660 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:55:36.023010 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:55:36.023381 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:55:36.023724 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:55:36.024097 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:55:36.024442 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:55:36.024784 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:55:36.025123 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:55:36.025461 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:55:36.030203 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:55:36.475275 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:36.547892 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1658124'] for port, before_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:36.757502 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for port, precommit_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:36.761890 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758999474068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758999089381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758999091478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31785049'] for port, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:36.766208 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-e65629f4-41b2-4bce-a84d-81e5f02ca3b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:55:36.871566 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Pushing event updated for resources: {'Port': ['ID=2f4fd41f-2ef2-4248-9ec0-638d1d930579,revision_number=2']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:55:36.875583 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:55:36.881970 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-353536'] for floatingip, after_update {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:37.055436 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.db.l3_db [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Floating IP 27f8efff-2c8f-4a20-b1ff-fe1d5db4cc1c associated. External IP: 172.27.3.15, port: 8998712d-bedd-46ca-9075-40328e8b36e7. May 25 15:55:37.421980 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Router f929c908-6670-47e7-8aac-b218183c4177 has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:55:37.596382 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:55:37.605835 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbb78ce-fa31-41a2-9298-1ba06f258bf8 None None] Sync routers for ids ['f929c908-6670-47e7-8aac-b218183c4177'] in dv-cinder-791240-3-iscsi {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:55:37.615004 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbb78ce-fa31-41a2-9298-1ba06f258bf8 None None] Routers {'f929c908-6670-47e7-8aac-b218183c4177'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:55:37.615714 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-afbb78ce-fa31-41a2-9298-1ba06f258bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:55:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['f929c908-6670-47e7-8aac-b218183c4177'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:55:37.620263 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for floatingip, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:37.690366 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-9abcd84a-1a78-4dd5-aff8-e07f2a7de910 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2807331 May 25 15:55:37.691348 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a41cd6-b0af-4f38-9dff-b96110e204f5', 'tag': '8998712d-bedd-46ca-9075-40328e8b36e7'}] {{(pid=98473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:55:37.736415 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a41cd6-b0af-4f38-9dff-b96110e204f5', 'tag': '8998712d-bedd-46ca-9075-40328e8b36e7', 'status': 'completed', 'code': 200} May 25 15:55:37.806809 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-afbb78ce-fa31-41a2-9298-1ba06f258bf8 None None] Set router f929c908-6670-47e7-8aac-b218183c4177 gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:55:37.829408 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c197b-0f40-4bd5-a1d9-ab8111b36405 req-a9defe0a-1c61-400b-a8fc-6791489732bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:55:37.830860 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ae4c197b-0f40-4bd5-a1d9-ab8111b36405 req-a9defe0a-1c61-400b-a8fc-6791489732bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84b618e26d84448e895072b4ac0967b1&device_id=16a41cd6-b0af-4f38-9dff-b96110e204f5 HTTP/1.1" status: 200 len: 1098 time: 0.0704796 May 25 15:55:37.964635 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c197b-0f40-4bd5-a1d9-ab8111b36405 req-c7a281ad-0a88-45fb-b65c-afca3b47c5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:55:37.965997 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ae4c197b-0f40-4bd5-a1d9-ab8111b36405 req-c7a281ad-0a88-45fb-b65c-afca3b47c5b2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=314b5cd8-30e3-4858-a640-2a3928ee779b HTTP/1.1" status: 200 len: 913 time: 0.1293983 May 25 15:55:38.070973 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ae4c197b-0f40-4bd5-a1d9-ab8111b36405 req-7890f84b-b1ad-4a7d-add6-cff1c54aaa4b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8998712d-bedd-46ca-9075-40328e8b36e7 HTTP/1.1" status: 200 len: 998 time: 0.0984020 May 25 15:55:38.136834 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c197b-0f40-4bd5-a1d9-ab8111b36405 req-90db7e65-fe16-4ec0-9ed8-6960e9a9d9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:55:38.138258 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ae4c197b-0f40-4bd5-a1d9-ab8111b36405 req-90db7e65-fe16-4ec0-9ed8-6960e9a9d9e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a8053ff5-f153-4b8c-a65c-778e9408f5dc HTTP/1.1" status: 200 len: 851 time: 0.0576925 May 25 15:55:38.156160 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-afbb78ce-fa31-41a2-9298-1ba06f258bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f929c908-6670-47e7-8aac-b218183c4177', 'name': 'tempest-TestVolumeBootPattern-1724297883-router', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:48:54Z', 'updated_at': '2021-05-25T15:49:00Z', 'revision_number': 4, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'gw_port': {'id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:55Z', 'updated_at': '2021-05-25T15:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_floatingips': [{'id': '27f8efff-2c8f-4a20-b1ff-fe1d5db4cc1c', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'router_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'port_id': '8998712d-bedd-46ca-9075-40328e8b36e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'mac_address': 'fa:16:3e:d7:4e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a41cd6-b0af-4f38-9dff-b96110e204f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:55:36Z', 'updated_at': '2021-05-25T15:55:36Z', 'revision_number': 0, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'fixed_ip_address_scope': None}, {'id': 'b9dc64d0-d5f5-4037-9b65-c63c099b6d33', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'router_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'port_id': '9c11a35b-1cb4-4a89-93da-00fbb00a1de0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'mac_address': 'fa:16:3e:6a:87:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec20f02-4426-41e2-bebf-e51c387de3e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:53:01Z', 'updated_at': '2021-05-25T15:53:04Z', 'revision_number': 1, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0985f3a2-19ee-415c-ac5b-8d597cb80ec7', 'name': '', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'mac_address': 'fa:16:3e:d4:26:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:59Z', 'updated_at': '2021-05-25T15:49:05Z', 'revision_number': 5, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'subnets': [{'id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:55:38.160521 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbb78ce-fa31-41a2-9298-1ba06f258bf8 None None] Checking router: f929c908-6670-47e7-8aac-b218183c4177 for host: dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:55:38.168887 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbb78ce-fa31-41a2-9298-1ba06f258bf8 None None] Routers {'f929c908-6670-47e7-8aac-b218183c4177'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:55:38.169505 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-afbb78ce-fa31-41a2-9298-1ba06f258bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:55:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['f929c908-6670-47e7-8aac-b218183c4177'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:55:38.218975 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c197b-0f40-4bd5-a1d9-ab8111b36405 req-37dece78-341e-4ce5-8fce-909fba93999c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:55:38.220375 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ae4c197b-0f40-4bd5-a1d9-ab8111b36405 req-37dece78-341e-4ce5-8fce-909fba93999c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=314b5cd8-30e3-4858-a640-2a3928ee779b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748346 May 25 15:55:38.344143 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-afbb78ce-fa31-41a2-9298-1ba06f258bf8 None None] Set router f929c908-6670-47e7-8aac-b218183c4177 gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:55:38.353223 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ae4c197b-0f40-4bd5-a1d9-ab8111b36405 req-a0c781b8-7b83-42a4-a124-9ed5640b7313 service neutron] 10.222.0.57 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265290 May 25 15:55:38.483758 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-ae4c197b-0f40-4bd5-a1d9-ab8111b36405 req-480d9add-a4fc-4e74-80ad-a4b7d4aac77a service neutron] 10.222.0.57 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234736 May 25 15:55:38.688900 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-afbb78ce-fa31-41a2-9298-1ba06f258bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f929c908-6670-47e7-8aac-b218183c4177', 'name': 'tempest-TestVolumeBootPattern-1724297883-router', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:48:54Z', 'updated_at': '2021-05-25T15:49:00Z', 'revision_number': 4, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'gw_port': {'id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:55Z', 'updated_at': '2021-05-25T15:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_floatingips': [{'id': '27f8efff-2c8f-4a20-b1ff-fe1d5db4cc1c', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'router_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'port_id': '8998712d-bedd-46ca-9075-40328e8b36e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'mac_address': 'fa:16:3e:d7:4e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a41cd6-b0af-4f38-9dff-b96110e204f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:55:36Z', 'updated_at': '2021-05-25T15:55:36Z', 'revision_number': 0, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'fixed_ip_address_scope': None}, {'id': 'b9dc64d0-d5f5-4037-9b65-c63c099b6d33', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'router_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'port_id': '9c11a35b-1cb4-4a89-93da-00fbb00a1de0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'mac_address': 'fa:16:3e:6a:87:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec20f02-4426-41e2-bebf-e51c387de3e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:53:01Z', 'updated_at': '2021-05-25T15:53:04Z', 'revision_number': 1, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0985f3a2-19ee-415c-ac5b-8d597cb80ec7', 'name': '', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'mac_address': 'fa:16:3e:d4:26:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:59Z', 'updated_at': '2021-05-25T15:49:05Z', 'revision_number': 5, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'subnets': [{'id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:55:38.692886 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbb78ce-fa31-41a2-9298-1ba06f258bf8 None None] The sync data for ids ['f929c908-6670-47e7-8aac-b218183c4177'] in dv-cinder-791240-3-iscsi is: [{'id': 'f929c908-6670-47e7-8aac-b218183c4177', 'name': 'tempest-TestVolumeBootPattern-1724297883-router', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:48:54Z', 'updated_at': '2021-05-25T15:49:00Z', 'revision_number': 4, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'gw_port': {'id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:55Z', 'updated_at': '2021-05-25T15:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_floatingips': [{'id': '27f8efff-2c8f-4a20-b1ff-fe1d5db4cc1c', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'router_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'port_id': '8998712d-bedd-46ca-9075-40328e8b36e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'mac_address': 'fa:16:3e:d7:4e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a41cd6-b0af-4f38-9dff-b96110e204f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:55:36Z', 'updated_at': '2021-05-25T15:55:36Z', 'revision_number': 0, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'fixed_ip_address_scope': None}, {'id': 'b9dc64d0-d5f5-4037-9b65-c63c099b6d33', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'router_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'port_id': '9c11a35b-1cb4-4a89-93da-00fbb00a1de0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'mac_address': 'fa:16:3e:6a:87:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec20f02-4426-41e2-bebf-e51c387de3e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:53:01Z', 'updated_at': '2021-05-25T15:53:04Z', 'revision_number': 1, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0985f3a2-19ee-415c-ac5b-8d597cb80ec7', 'name': '', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'mac_address': 'fa:16:3e:d4:26:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:59Z', 'updated_at': '2021-05-25T15:49:05Z', 'revision_number': 5, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'subnets': [{'id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:55:38.872514 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4e44be-27c7-4a24-8bb7-2a9078d06914 None None] New status for floating IP 27f8efff-2c8f-4a20-b1ff-fe1d5db4cc1c: ACTIVE {{(pid=98476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 15:55:40.279275 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-9f5ed8f0-a282-4b08-9d33-74330f9fca2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:42.749985 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:42.904050 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-cb87cb90-25c7-464f-9184-640659f5392a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:43.790873 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:45.558448 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:53.234575 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:55:57.573290 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [req-b4c42e28-4017-400f-bbc4-b7be727084c7 req-c94f5efc-f248-4ad1-a3a9-15ac2cf3250b service neutron] (98473) timed out ('10.222.0.57', 65304) {{(pid=98473) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 15:55:58.124923 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-72d30c0a-cc7f-47b8-9af6-d96d26be40e3 req-5e6c48c7-e41a-4c09-b996-cf4a45390361 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3ec20f02-4426-41e2-bebf-e51c387de3e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769563 May 25 15:55:58.272069 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d30c0a-cc7f-47b8-9af6-d96d26be40e3 req-92648ebf-8544-444d-936d-91b240804626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:55:58.273504 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-72d30c0a-cc7f-47b8-9af6-d96d26be40e3 req-92648ebf-8544-444d-936d-91b240804626 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84b618e26d84448e895072b4ac0967b1&device_id=3ec20f02-4426-41e2-bebf-e51c387de3e4 HTTP/1.1" status: 200 len: 1098 time: 0.0735922 May 25 15:55:58.417648 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d30c0a-cc7f-47b8-9af6-d96d26be40e3 req-48cb8db1-87fc-4b5e-93f6-9c68ae5ee3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:55:58.418971 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-72d30c0a-cc7f-47b8-9af6-d96d26be40e3 req-48cb8db1-87fc-4b5e-93f6-9c68ae5ee3a4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=314b5cd8-30e3-4858-a640-2a3928ee779b HTTP/1.1" status: 200 len: 913 time: 0.1249940 May 25 15:55:58.517339 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-72d30c0a-cc7f-47b8-9af6-d96d26be40e3 req-2dc50261-be54-4196-9158-f626e415cc7d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c11a35b-1cb4-4a89-93da-00fbb00a1de0 HTTP/1.1" status: 200 len: 1001 time: 0.0911124 May 25 15:55:58.580663 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d30c0a-cc7f-47b8-9af6-d96d26be40e3 req-1c6cf507-2141-4664-93eb-14722d66b524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:55:58.582023 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-72d30c0a-cc7f-47b8-9af6-d96d26be40e3 req-1c6cf507-2141-4664-93eb-14722d66b524 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a8053ff5-f153-4b8c-a65c-778e9408f5dc HTTP/1.1" status: 200 len: 851 time: 0.0580041 May 25 15:55:58.655551 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d30c0a-cc7f-47b8-9af6-d96d26be40e3 req-6ef6976a-937a-4aca-b49f-ee25352ecad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:55:58.656988 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-72d30c0a-cc7f-47b8-9af6-d96d26be40e3 req-6ef6976a-937a-4aca-b49f-ee25352ecad6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=314b5cd8-30e3-4858-a640-2a3928ee779b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676785 May 25 15:55:58.876610 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-72d30c0a-cc7f-47b8-9af6-d96d26be40e3 req-a1cbf30a-a290-493b-bebf-c0454b6cbd28 service neutron] 10.222.0.57 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124016 May 25 15:55:59.005514 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-72d30c0a-cc7f-47b8-9af6-d96d26be40e3 req-7e2b88f2-028f-49ce-b4ff-80abad94d11e service neutron] 10.222.0.57 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208847 May 25 15:56:10.280812 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-35f64f9c-8a82-4eac-aa2b-813b9e47ce70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:12.242741 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:56:12.752677 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:12.905345 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-8e0a1fdd-b601-4a6f-8c35-4c7a0c7c1aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:13.793195 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:15.555573 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:23.253263 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:40.282140 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2f2528a6-cf7e-4128-8736-f3d32b622748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:42.756041 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:42.908513 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-e859a5b3-9c0d-4044-9add-c015e75390a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:43.796036 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:45.557350 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:49.241718 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:56:53.251077 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:56:59.148555 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-96d0bb0f-4015-46e0-a70a-4aa1a838309c req-b15ca314-f524-40bb-bd15-11b9fb0dfea4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=16a41cd6-b0af-4f38-9dff-b96110e204f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719447 May 25 15:56:59.239729 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0bb0f-4015-46e0-a70a-4aa1a838309c req-7d2a3062-9643-47c7-aea6-c6910141cdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:56:59.241212 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-96d0bb0f-4015-46e0-a70a-4aa1a838309c req-7d2a3062-9643-47c7-aea6-c6910141cdfc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84b618e26d84448e895072b4ac0967b1&device_id=16a41cd6-b0af-4f38-9dff-b96110e204f5 HTTP/1.1" status: 200 len: 1098 time: 0.0723019 May 25 15:56:59.383254 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0bb0f-4015-46e0-a70a-4aa1a838309c req-aba26dbf-0b7f-40e6-a56a-58b009d6ba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:56:59.384716 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-96d0bb0f-4015-46e0-a70a-4aa1a838309c req-aba26dbf-0b7f-40e6-a56a-58b009d6ba9f service neutron] 10.222.0.57 "GET /v2.0/networks?id=314b5cd8-30e3-4858-a640-2a3928ee779b HTTP/1.1" status: 200 len: 913 time: 0.1257339 May 25 15:56:59.487088 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-96d0bb0f-4015-46e0-a70a-4aa1a838309c req-5cf17143-b49e-44ba-b5cc-9434ef656f4a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8998712d-bedd-46ca-9075-40328e8b36e7 HTTP/1.1" status: 200 len: 1000 time: 0.0953264 May 25 15:56:59.558428 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0bb0f-4015-46e0-a70a-4aa1a838309c req-8bc2da8a-961f-463e-a09b-51d4273b42e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:56:59.559864 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-96d0bb0f-4015-46e0-a70a-4aa1a838309c req-8bc2da8a-961f-463e-a09b-51d4273b42e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a8053ff5-f153-4b8c-a65c-778e9408f5dc HTTP/1.1" status: 200 len: 851 time: 0.0662715 May 25 15:56:59.634022 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0bb0f-4015-46e0-a70a-4aa1a838309c req-24f0b08d-1e3e-47ae-83f8-5448403e2854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:56:59.636066 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-96d0bb0f-4015-46e0-a70a-4aa1a838309c req-24f0b08d-1e3e-47ae-83f8-5448403e2854 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=314b5cd8-30e3-4858-a640-2a3928ee779b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700231 May 25 15:56:59.770641 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-96d0bb0f-4015-46e0-a70a-4aa1a838309c req-63734519-18bc-47d5-b370-9fa19deb4f36 service neutron] 10.222.0.57 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276009 May 25 15:56:59.901103 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-96d0bb0f-4015-46e0-a70a-4aa1a838309c req-1410b2cb-e341-4a11-b054-7e469da604d1 service neutron] 10.222.0.57 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233189 May 25 15:57:10.283432 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-78e9fc0c-5a7a-4cf1-bd55-42f2f28687a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:12.758518 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:12.909930 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2d379300-6df0-4f7a-807c-2cf71d0d4c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:13.799672 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:15.559556 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:23.266054 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:26.240446 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:57:26.436936 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 45450) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:26.694471 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [None req-f808edd1-ac25-425d-ba4b-c9a94491343a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Deleting port 2f4fd41f-2ef2-4248-9ec0-638d1d930579 {{(pid=98474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:57:26.694809 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f808edd1-ac25-425d-ba4b-c9a94491343a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:26.813387 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f808edd1-ac25-425d-ba4b-c9a94491343a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:26.813718 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f808edd1-ac25-425d-ba4b-c9a94491343a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:27.028104 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [None req-f808edd1-ac25-425d-ba4b-c9a94491343a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Calling delete_port for 2f4fd41f-2ef2-4248-9ec0-638d1d930579 owned by network:floatingip {{(pid=98474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:57:27.153802 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f808edd1-ac25-425d-ba4b-c9a94491343a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:27.157350 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-fd04c82e-9a09-46f1-a0b2-75b5e607eacb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:27.200288 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808edd1-ac25-425d-ba4b-c9a94491343a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Pushing event deleted for resources: {'Port': ['ID=2f4fd41f-2ef2-4248-9ec0-638d1d930579,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:27.232023 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808edd1-ac25-425d-ba4b-c9a94491343a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:27.232404 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808edd1-ac25-425d-ba4b-c9a94491343a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:27.232773 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808edd1-ac25-425d-ba4b-c9a94491343a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:27.233137 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808edd1-ac25-425d-ba4b-c9a94491343a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:27.233499 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808edd1-ac25-425d-ba4b-c9a94491343a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:27.233856 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808edd1-ac25-425d-ba4b-c9a94491343a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:27.234211 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808edd1-ac25-425d-ba4b-c9a94491343a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:27.234567 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808edd1-ac25-425d-ba4b-c9a94491343a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:27.234930 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808edd1-ac25-425d-ba4b-c9a94491343a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:27.235283 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808edd1-ac25-425d-ba4b-c9a94491343a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:27.235634 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808edd1-ac25-425d-ba4b-c9a94491343a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:27.236031 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808edd1-ac25-425d-ba4b-c9a94491343a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:27.243429 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-f808edd1-ac25-425d-ba4b-c9a94491343a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:27.305248 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f808edd1-ac25-425d-ba4b-c9a94491343a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for floatingip, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:27.305490 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.db.l3_db [None req-f808edd1-ac25-425d-ba4b-c9a94491343a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Floating IP 27f8efff-2c8f-4a20-b1ff-fe1d5db4cc1c disassociated (deleted). External IP: 172.27.3.15, port: 8998712d-bedd-46ca-9075-40328e8b36e7. May 25 15:57:27.655007 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f808edd1-ac25-425d-ba4b-c9a94491343a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Router f929c908-6670-47e7-8aac-b218183c4177 has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:57:27.838136 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f808edd1-ac25-425d-ba4b-c9a94491343a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:57:27.848261 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c355bd96-4785-4a07-880f-f54ff1f1f2d5 None None] Sync routers for ids ['f929c908-6670-47e7-8aac-b218183c4177'] in dv-cinder-791240-3-iscsi {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:57:27.859407 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c355bd96-4785-4a07-880f-f54ff1f1f2d5 None None] Routers {'f929c908-6670-47e7-8aac-b218183c4177'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:57:27.860062 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-c355bd96-4785-4a07-880f-f54ff1f1f2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:57:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['f929c908-6670-47e7-8aac-b218183c4177'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:27.860650 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-f808edd1-ac25-425d-ba4b-c9a94491343a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for floatingip, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:27.924314 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-f808edd1-ac25-425d-ba4b-c9a94491343a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "DELETE /v2.0/floatingips/27f8efff-2c8f-4a20-b1ff-fe1d5db4cc1c HTTP/1.1" status: 204 len: 168 time: 1.4861681 May 25 15:57:27.924870 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a41cd6-b0af-4f38-9dff-b96110e204f5', 'tag': '8998712d-bedd-46ca-9075-40328e8b36e7'}] {{(pid=98474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:57:28.027842 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a41cd6-b0af-4f38-9dff-b96110e204f5', 'tag': '8998712d-bedd-46ca-9075-40328e8b36e7', 'status': 'completed', 'code': 200} May 25 15:57:28.055370 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-c355bd96-4785-4a07-880f-f54ff1f1f2d5 None None] Set router f929c908-6670-47e7-8aac-b218183c4177 gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:57:28.140085 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736c914-9e3c-42d0-b68d-0ad0cebbf9c5 req-9ff5f008-ba36-4697-82bb-0fb4efcfd49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:28.141577 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3736c914-9e3c-42d0-b68d-0ad0cebbf9c5 req-9ff5f008-ba36-4697-82bb-0fb4efcfd49c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84b618e26d84448e895072b4ac0967b1&device_id=16a41cd6-b0af-4f38-9dff-b96110e204f5 HTTP/1.1" status: 200 len: 1098 time: 0.0909226 May 25 15:57:28.330305 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736c914-9e3c-42d0-b68d-0ad0cebbf9c5 req-d30518ff-10a0-4ad9-bc85-d21c49879379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:28.331898 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3736c914-9e3c-42d0-b68d-0ad0cebbf9c5 req-d30518ff-10a0-4ad9-bc85-d21c49879379 service neutron] 10.222.0.57 "GET /v2.0/networks?id=314b5cd8-30e3-4858-a640-2a3928ee779b HTTP/1.1" status: 200 len: 913 time: 0.1803083 May 25 15:57:28.403966 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3736c914-9e3c-42d0-b68d-0ad0cebbf9c5 req-23c41010-6a1a-4881-8fe5-1fa614844782 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8998712d-bedd-46ca-9075-40328e8b36e7 HTTP/1.1" status: 200 len: 217 time: 0.0650034 May 25 15:57:28.411381 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37c9b9-cf72-4f00-98db-7e7e5df8c5e7 req-5c8eec17-6838-4c91-a0cb-b50eab4e32d3 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:28.412167 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-3f37c9b9-cf72-4f00-98db-7e7e5df8c5e7 req-5c8eec17-6838-4c91-a0cb-b50eab4e32d3 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Synchronizing usage tracker for tenant:84b618e26d84448e895072b4ac0967b1 on resource:port {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:57:28.427815 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-c355bd96-4785-4a07-880f-f54ff1f1f2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f929c908-6670-47e7-8aac-b218183c4177', 'name': 'tempest-TestVolumeBootPattern-1724297883-router', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:48:54Z', 'updated_at': '2021-05-25T15:49:00Z', 'revision_number': 4, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'gw_port': {'id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:55Z', 'updated_at': '2021-05-25T15:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_floatingips': [{'id': 'b9dc64d0-d5f5-4037-9b65-c63c099b6d33', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'router_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'port_id': '9c11a35b-1cb4-4a89-93da-00fbb00a1de0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'mac_address': 'fa:16:3e:6a:87:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec20f02-4426-41e2-bebf-e51c387de3e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:53:01Z', 'updated_at': '2021-05-25T15:53:04Z', 'revision_number': 1, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0985f3a2-19ee-415c-ac5b-8d597cb80ec7', 'name': '', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'mac_address': 'fa:16:3e:d4:26:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:59Z', 'updated_at': '2021-05-25T15:49:05Z', 'revision_number': 5, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'subnets': [{'id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:28.431684 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c355bd96-4785-4a07-880f-f54ff1f1f2d5 None None] Checking router: f929c908-6670-47e7-8aac-b218183c4177 for host: dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:57:28.441059 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c355bd96-4785-4a07-880f-f54ff1f1f2d5 None None] Routers {'f929c908-6670-47e7-8aac-b218183c4177'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:57:28.441659 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-c355bd96-4785-4a07-880f-f54ff1f1f2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:57:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['f929c908-6670-47e7-8aac-b218183c4177'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:28.472841 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-3f37c9b9-cf72-4f00-98db-7e7e5df8c5e7 req-5c8eec17-6838-4c91-a0cb-b50eab4e32d3 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Unset dirty status for tenant:84b618e26d84448e895072b4ac0967b1 on resource:port {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:57:28.473967 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3f37c9b9-cf72-4f00-98db-7e7e5df8c5e7 req-5c8eec17-6838-4c91-a0cb-b50eab4e32d3 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a41cd6-b0af-4f38-9dff-b96110e204f5 HTTP/1.1" status: 200 len: 945 time: 0.2520304 May 25 15:57:28.479407 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736c914-9e3c-42d0-b68d-0ad0cebbf9c5 req-cdc555dc-aefc-441e-a769-788f51346b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:28.480742 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3736c914-9e3c-42d0-b68d-0ad0cebbf9c5 req-cdc555dc-aefc-441e-a769-788f51346b18 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a8053ff5-f153-4b8c-a65c-778e9408f5dc HTTP/1.1" status: 200 len: 851 time: 0.0659993 May 25 15:57:28.642370 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-c355bd96-4785-4a07-880f-f54ff1f1f2d5 None None] Set router f929c908-6670-47e7-8aac-b218183c4177 gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:57:28.679369 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3f37c9b9-cf72-4f00-98db-7e7e5df8c5e7 req-3b3608e3-37fa-41a3-b555-9e87831fa29c tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976700 May 25 15:57:28.695995 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736c914-9e3c-42d0-b68d-0ad0cebbf9c5 req-48aee90b-fc60-4d78-8cba-7f2f6560b611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:28.698027 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3736c914-9e3c-42d0-b68d-0ad0cebbf9c5 req-48aee90b-fc60-4d78-8cba-7f2f6560b611 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=314b5cd8-30e3-4858-a640-2a3928ee779b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2040417 May 25 15:57:28.832558 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3736c914-9e3c-42d0-b68d-0ad0cebbf9c5 req-f717158f-7fe6-4cdf-957d-a6893ff648fa service neutron] 10.222.0.57 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260662 May 25 15:57:28.968414 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-3736c914-9e3c-42d0-b68d-0ad0cebbf9c5 req-679b50ac-8b2d-48a1-9df0-2ca90cc2bd10 service neutron] 10.222.0.57 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275463 May 25 15:57:28.990414 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-c355bd96-4785-4a07-880f-f54ff1f1f2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f929c908-6670-47e7-8aac-b218183c4177', 'name': 'tempest-TestVolumeBootPattern-1724297883-router', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:48:54Z', 'updated_at': '2021-05-25T15:49:00Z', 'revision_number': 4, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'gw_port': {'id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:55Z', 'updated_at': '2021-05-25T15:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_floatingips': [{'id': 'b9dc64d0-d5f5-4037-9b65-c63c099b6d33', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'router_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'port_id': '9c11a35b-1cb4-4a89-93da-00fbb00a1de0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'mac_address': 'fa:16:3e:6a:87:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec20f02-4426-41e2-bebf-e51c387de3e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:53:01Z', 'updated_at': '2021-05-25T15:53:04Z', 'revision_number': 1, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0985f3a2-19ee-415c-ac5b-8d597cb80ec7', 'name': '', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'mac_address': 'fa:16:3e:d4:26:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:59Z', 'updated_at': '2021-05-25T15:49:05Z', 'revision_number': 5, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'subnets': [{'id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:28.994962 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c355bd96-4785-4a07-880f-f54ff1f1f2d5 None None] The sync data for ids ['f929c908-6670-47e7-8aac-b218183c4177'] in dv-cinder-791240-3-iscsi is: [{'id': 'f929c908-6670-47e7-8aac-b218183c4177', 'name': 'tempest-TestVolumeBootPattern-1724297883-router', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:48:54Z', 'updated_at': '2021-05-25T15:49:00Z', 'revision_number': 4, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'gw_port': {'id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:55Z', 'updated_at': '2021-05-25T15:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_floatingips': [{'id': 'b9dc64d0-d5f5-4037-9b65-c63c099b6d33', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'router_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'port_id': '9c11a35b-1cb4-4a89-93da-00fbb00a1de0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'mac_address': 'fa:16:3e:6a:87:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec20f02-4426-41e2-bebf-e51c387de3e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T15:53:01Z', 'updated_at': '2021-05-25T15:53:04Z', 'revision_number': 1, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0985f3a2-19ee-415c-ac5b-8d597cb80ec7', 'name': '', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'mac_address': 'fa:16:3e:d4:26:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:59Z', 'updated_at': '2021-05-25T15:49:05Z', 'revision_number': 5, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'subnets': [{'id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:57:29.190758 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbff97d7-b8e0-4404-b001-de1c914d1ed2 None None] New status for floating IP 27f8efff-2c8f-4a20-b1ff-fe1d5db4cc1c: DOWN {{(pid=98476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 15:57:29.866600 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754cdd6-5f37-422b-b97d-cb3217fa150c req-14a05987-5232-409f-8113-ae6fc87676e1 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:29.868056 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7754cdd6-5f37-422b-b97d-cb3217fa150c req-14a05987-5232-409f-8113-ae6fc87676e1 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a41cd6-b0af-4f38-9dff-b96110e204f5 HTTP/1.1" status: 200 len: 945 time: 0.0795224 May 25 15:57:29.912934 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-7754cdd6-5f37-422b-b97d-cb3217fa150c req-1d56ef7a-060d-4f2f-b236-abb14d884a61 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390642 May 25 15:57:29.931044 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621cce3-417d-4ec7-8389-f0c70c45c7b2 req-c67303a1-4a61-47cf-9a38-cb75a919f9d4 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:29.934745 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2621cce3-417d-4ec7-8389-f0c70c45c7b2 req-c67303a1-4a61-47cf-9a38-cb75a919f9d4 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.57 "GET /v2.0/ports?device_id=16a41cd6-b0af-4f38-9dff-b96110e204f5 HTTP/1.1" status: 200 len: 945 time: 0.0836120 May 25 15:57:30.074143 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [req-2621cce3-417d-4ec7-8389-f0c70c45c7b2 req-a2fb7699-77d9-4ecf-b60e-6d8693d1464c tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Deleting port 8998712d-bedd-46ca-9075-40328e8b36e7 {{(pid=98474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:57:30.074488 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-2621cce3-417d-4ec7-8389-f0c70c45c7b2 req-a2fb7699-77d9-4ecf-b60e-6d8693d1464c tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:30.205096 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [req-2621cce3-417d-4ec7-8389-f0c70c45c7b2 req-a2fb7699-77d9-4ecf-b60e-6d8693d1464c tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] For port 8998712d-bedd-46ca-9075-40328e8b36e7, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=8998712d-bedd-46ca-9075-40328e8b36e7,segment=NetworkSegment(1f537b8e-f549-42b6-bcda-f919a28863c9),segment_id=1f537b8e-f549-42b6-bcda-f919a28863c9)] {{(pid=98474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:57:30.205482 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-2621cce3-417d-4ec7-8389-f0c70c45c7b2 req-a2fb7699-77d9-4ecf-b60e-6d8693d1464c tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:30.333478 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [req-2621cce3-417d-4ec7-8389-f0c70c45c7b2 req-a2fb7699-77d9-4ecf-b60e-6d8693d1464c tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Calling delete_port for 8998712d-bedd-46ca-9075-40328e8b36e7 owned by compute:nova {{(pid=98474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:57:30.441270 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-2621cce3-417d-4ec7-8389-f0c70c45c7b2 req-a2fb7699-77d9-4ecf-b60e-6d8693d1464c tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:30.447677 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-e278951a-3350-4cfa-a7ef-a43d416d92dd tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:30.493234 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb7699-77d9-4ecf-b60e-6d8693d1464c tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Pushing event deleted for resources: {'Port': ['ID=8998712d-bedd-46ca-9075-40328e8b36e7,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:30.523066 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-a2fb7699-77d9-4ecf-b60e-6d8693d1464c tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:30.568492 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [req-2621cce3-417d-4ec7-8389-f0c70c45c7b2 req-a2fb7699-77d9-4ecf-b60e-6d8693d1464c tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] No DVR routers for this DVR port 8998712d-bedd-46ca-9075-40328e8b36e7 on host hv-cinder-79124 {{(pid=98474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:57:30.570927 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-2621cce3-417d-4ec7-8389-f0c70c45c7b2 req-a2fb7699-77d9-4ecf-b60e-6d8693d1464c tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:30.573416 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a41cd6-b0af-4f38-9dff-b96110e204f5', 'name': 'network-vif-deleted', 'tag': '8998712d-bedd-46ca-9075-40328e8b36e7'}] {{(pid=98474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:57:30.588273 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-2621cce3-417d-4ec7-8389-f0c70c45c7b2 req-a2fb7699-77d9-4ecf-b60e-6d8693d1464c tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.57 "DELETE /v2.0/ports/8998712d-bedd-46ca-9075-40328e8b36e7 HTTP/1.1" status: 204 len: 173 time: 0.6473150 May 25 15:57:30.645930 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a41cd6-b0af-4f38-9dff-b96110e204f5', 'name': 'network-vif-deleted', 'tag': '8998712d-bedd-46ca-9075-40328e8b36e7', 'status': 'completed', 'code': 200} May 25 15:57:31.177757 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-664fef00-0bb3-41cb-82ac-060c4e34b860 req-763f3b3c-58a1-4c3e-9882-303e63a5d888 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a41cd6-b0af-4f38-9dff-b96110e204f5 HTTP/1.1" status: 200 len: 210 time: 0.1481903 May 25 15:57:32.926764 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 8998712d-bedd-46ca-9075-40328e8b36e7 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:57:32.961174 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] No Port match for: 8998712d-bedd-46ca-9075-40328e8b36e7 {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:57:32.961526 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 8998712d-bedd-46ca-9075-40328e8b36e7 not bound to the agent host hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:57:34.671383 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 45486) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:34.948670 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [None req-667de736-e5e3-424c-81c5-3e1c42fcdc66 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Deleting port d7ab5d0f-120e-414e-a77b-bf5b6d40d619 {{(pid=98474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:57:34.948907 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-667de736-e5e3-424c-81c5-3e1c42fcdc66 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:35.066164 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-667de736-e5e3-424c-81c5-3e1c42fcdc66 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:35.066494 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-667de736-e5e3-424c-81c5-3e1c42fcdc66 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:35.281528 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [None req-667de736-e5e3-424c-81c5-3e1c42fcdc66 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Calling delete_port for d7ab5d0f-120e-414e-a77b-bf5b6d40d619 owned by network:floatingip {{(pid=98474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:57:35.401797 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-667de736-e5e3-424c-81c5-3e1c42fcdc66 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:35.406564 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-47f7a03e-bae3-4dec-b224-e0ddf28a401f tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:35.473901 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667de736-e5e3-424c-81c5-3e1c42fcdc66 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Pushing event deleted for resources: {'Port': ['ID=d7ab5d0f-120e-414e-a77b-bf5b6d40d619,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:35.484550 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-667de736-e5e3-424c-81c5-3e1c42fcdc66 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:35.541691 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-667de736-e5e3-424c-81c5-3e1c42fcdc66 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for floatingip, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:35.542019 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.db.l3_db [None req-667de736-e5e3-424c-81c5-3e1c42fcdc66 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Floating IP b9dc64d0-d5f5-4037-9b65-c63c099b6d33 disassociated (deleted). External IP: 172.27.3.141, port: 9c11a35b-1cb4-4a89-93da-00fbb00a1de0. May 25 15:57:35.887499 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667de736-e5e3-424c-81c5-3e1c42fcdc66 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Router f929c908-6670-47e7-8aac-b218183c4177 has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:57:36.069836 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667de736-e5e3-424c-81c5-3e1c42fcdc66 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:57:36.082025 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cd85cd-5d0e-45e2-9078-11f202ca02f8 None None] Sync routers for ids ['f929c908-6670-47e7-8aac-b218183c4177'] in dv-cinder-791240-3-iscsi {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:57:36.088088 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-667de736-e5e3-424c-81c5-3e1c42fcdc66 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for floatingip, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:36.091177 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cd85cd-5d0e-45e2-9078-11f202ca02f8 None None] Routers {'f929c908-6670-47e7-8aac-b218183c4177'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:57:36.091790 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-12cd85cd-5d0e-45e2-9078-11f202ca02f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:57:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['f929c908-6670-47e7-8aac-b218183c4177'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:36.147958 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-667de736-e5e3-424c-81c5-3e1c42fcdc66 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "DELETE /v2.0/floatingips/b9dc64d0-d5f5-4037-9b65-c63c099b6d33 HTTP/1.1" status: 204 len: 168 time: 1.4754319 May 25 15:57:36.148625 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec20f02-4426-41e2-bebf-e51c387de3e4', 'tag': '9c11a35b-1cb4-4a89-93da-00fbb00a1de0'}] {{(pid=98474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:57:36.197621 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec20f02-4426-41e2-bebf-e51c387de3e4', 'tag': '9c11a35b-1cb4-4a89-93da-00fbb00a1de0', 'status': 'completed', 'code': 200} May 25 15:57:36.295538 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d32a49-068b-4524-a129-a93baca91ea2 req-e182c498-7e6f-406e-a739-c179c12e734e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:36.297153 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b1d32a49-068b-4524-a129-a93baca91ea2 req-e182c498-7e6f-406e-a739-c179c12e734e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84b618e26d84448e895072b4ac0967b1&device_id=3ec20f02-4426-41e2-bebf-e51c387de3e4 HTTP/1.1" status: 200 len: 1098 time: 0.0776815 May 25 15:57:36.325843 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-12cd85cd-5d0e-45e2-9078-11f202ca02f8 None None] Set router f929c908-6670-47e7-8aac-b218183c4177 gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:57:36.436757 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d32a49-068b-4524-a129-a93baca91ea2 req-a175b8cf-5b97-468f-a6fb-891d24834abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:36.438197 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b1d32a49-068b-4524-a129-a93baca91ea2 req-a175b8cf-5b97-468f-a6fb-891d24834abe service neutron] 10.222.0.57 "GET /v2.0/networks?id=314b5cd8-30e3-4858-a640-2a3928ee779b HTTP/1.1" status: 200 len: 913 time: 0.1347859 May 25 15:57:36.546884 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b1d32a49-068b-4524-a129-a93baca91ea2 req-17e563b1-2003-43ce-adb4-ff8de773c6b7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c11a35b-1cb4-4a89-93da-00fbb00a1de0 HTTP/1.1" status: 200 len: 217 time: 0.1006343 May 25 15:57:36.622741 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d32a49-068b-4524-a129-a93baca91ea2 req-7cda6b7a-e749-41c2-b313-20ad8f151422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:36.624087 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b1d32a49-068b-4524-a129-a93baca91ea2 req-7cda6b7a-e749-41c2-b313-20ad8f151422 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a8053ff5-f153-4b8c-a65c-778e9408f5dc HTTP/1.1" status: 200 len: 851 time: 0.0671175 May 25 15:57:36.635425 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ec9c2-648a-40e9-ac18-8888048e170f req-4e7142a3-9daf-4937-936d-4705c6f5cb1a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:36.636118 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-a41ec9c2-648a-40e9-ac18-8888048e170f req-4e7142a3-9daf-4937-936d-4705c6f5cb1a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Synchronizing usage tracker for tenant:84b618e26d84448e895072b4ac0967b1 on resource:port {{(pid=98474) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 15:57:36.641678 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-12cd85cd-5d0e-45e2-9078-11f202ca02f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f929c908-6670-47e7-8aac-b218183c4177', 'name': 'tempest-TestVolumeBootPattern-1724297883-router', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:48:54Z', 'updated_at': '2021-05-25T15:49:00Z', 'revision_number': 4, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'gw_port': {'id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:55Z', 'updated_at': '2021-05-25T15:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '0985f3a2-19ee-415c-ac5b-8d597cb80ec7', 'name': '', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'mac_address': 'fa:16:3e:d4:26:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:59Z', 'updated_at': '2021-05-25T15:49:05Z', 'revision_number': 5, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'subnets': [{'id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:36.645547 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cd85cd-5d0e-45e2-9078-11f202ca02f8 None None] Checking router: f929c908-6670-47e7-8aac-b218183c4177 for host: dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:57:36.654380 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cd85cd-5d0e-45e2-9078-11f202ca02f8 None None] Routers {'f929c908-6670-47e7-8aac-b218183c4177'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:57:36.654966 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-12cd85cd-5d0e-45e2-9078-11f202ca02f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:57:13Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['f929c908-6670-47e7-8aac-b218183c4177'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:36.800583 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.quota.resource [req-a41ec9c2-648a-40e9-ac18-8888048e170f req-4e7142a3-9daf-4937-936d-4705c6f5cb1a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Unset dirty status for tenant:84b618e26d84448e895072b4ac0967b1 on resource:port {{(pid=98474) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 15:57:36.801726 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a41ec9c2-648a-40e9-ac18-8888048e170f req-4e7142a3-9daf-4937-936d-4705c6f5cb1a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec20f02-4426-41e2-bebf-e51c387de3e4 HTTP/1.1" status: 200 len: 945 time: 0.3566334 May 25 15:57:36.837799 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-12cd85cd-5d0e-45e2-9078-11f202ca02f8 None None] Set router f929c908-6670-47e7-8aac-b218183c4177 gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:57:36.847782 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d32a49-068b-4524-a129-a93baca91ea2 req-340e49ce-382d-499f-9a02-4558a4afa26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:36.849256 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b1d32a49-068b-4524-a129-a93baca91ea2 req-340e49ce-382d-499f-9a02-4558a4afa26e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=314b5cd8-30e3-4858-a640-2a3928ee779b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2096174 May 25 15:57:36.876861 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a41ec9c2-648a-40e9-ac18-8888048e170f req-90b12fb9-bd45-442b-a40e-40daf6dd2714 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668194 May 25 15:57:36.985595 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b1d32a49-068b-4524-a129-a93baca91ea2 req-3f1b7cf9-d135-4dfe-839c-f6b690aeb68a service neutron] 10.222.0.57 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279421 May 25 15:57:37.120223 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-b1d32a49-068b-4524-a129-a93baca91ea2 req-85d108a9-6693-47f9-aad5-b2c6beb456ce service neutron] 10.222.0.57 "GET /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271374 May 25 15:57:37.151349 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-12cd85cd-5d0e-45e2-9078-11f202ca02f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f929c908-6670-47e7-8aac-b218183c4177', 'name': 'tempest-TestVolumeBootPattern-1724297883-router', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:48:54Z', 'updated_at': '2021-05-25T15:49:00Z', 'revision_number': 4, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'gw_port': {'id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:55Z', 'updated_at': '2021-05-25T15:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '0985f3a2-19ee-415c-ac5b-8d597cb80ec7', 'name': '', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'mac_address': 'fa:16:3e:d4:26:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:59Z', 'updated_at': '2021-05-25T15:49:05Z', 'revision_number': 5, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'subnets': [{'id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:37.155134 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cd85cd-5d0e-45e2-9078-11f202ca02f8 None None] The sync data for ids ['f929c908-6670-47e7-8aac-b218183c4177'] in dv-cinder-791240-3-iscsi is: [{'id': 'f929c908-6670-47e7-8aac-b218183c4177', 'name': 'tempest-TestVolumeBootPattern-1724297883-router', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:48:54Z', 'updated_at': '2021-05-25T15:49:00Z', 'revision_number': 4, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'gw_port': {'id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:55Z', 'updated_at': '2021-05-25T15:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi', '_interfaces': [{'id': '0985f3a2-19ee-415c-ac5b-8d597cb80ec7', 'name': '', 'network_id': '314b5cd8-30e3-4858-a640-2a3928ee779b', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'mac_address': 'fa:16:3e:d4:26:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:59Z', 'updated_at': '2021-05-25T15:49:05Z', 'revision_number': 5, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'subnets': [{'id': 'a8053ff5-f153-4b8c-a65c-778e9408f5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:57:37.360062 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de5f07d-8f7f-4aed-9025-47db727f6689 None None] New status for floating IP b9dc64d0-d5f5-4037-9b65-c63c099b6d33: DOWN {{(pid=98476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 15:57:38.072530 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84071d0-003a-4926-8f20-4b2db31e21f0 req-f744480e-052d-4ce7-acbe-c876346f2269 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:38.074031 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c84071d0-003a-4926-8f20-4b2db31e21f0 req-f744480e-052d-4ce7-acbe-c876346f2269 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec20f02-4426-41e2-bebf-e51c387de3e4 HTTP/1.1" status: 200 len: 945 time: 0.0867047 May 25 15:57:38.091598 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8706b-7e94-4181-8607-bac3029acb6f req-6f55bb0b-ae39-4ded-9acf-ebbe313e0622 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 15:57:38.093056 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a4d8706b-7e94-4181-8607-bac3029acb6f req-6f55bb0b-ae39-4ded-9acf-ebbe313e0622 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec20f02-4426-41e2-bebf-e51c387de3e4 HTTP/1.1" status: 200 len: 945 time: 0.0857482 May 25 15:57:38.121395 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-c84071d0-003a-4926-8f20-4b2db31e21f0 req-b3391317-9e3a-414d-94d2-3740cb5bc387 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/security-groups?id=02fa7d19-1d34-4bbd-a732-70ce371d8fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413430 May 25 15:57:38.229692 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [req-a4d8706b-7e94-4181-8607-bac3029acb6f req-19b6bf77-c68e-45bd-bf57-47ef3dab7dde tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Deleting port 9c11a35b-1cb4-4a89-93da-00fbb00a1de0 {{(pid=98474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:57:38.229954 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-a4d8706b-7e94-4181-8607-bac3029acb6f req-19b6bf77-c68e-45bd-bf57-47ef3dab7dde tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:38.369450 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [req-a4d8706b-7e94-4181-8607-bac3029acb6f req-19b6bf77-c68e-45bd-bf57-47ef3dab7dde tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] For port 9c11a35b-1cb4-4a89-93da-00fbb00a1de0, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=9c11a35b-1cb4-4a89-93da-00fbb00a1de0,segment=NetworkSegment(1f537b8e-f549-42b6-bcda-f919a28863c9),segment_id=1f537b8e-f549-42b6-bcda-f919a28863c9)] {{(pid=98474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:57:38.369818 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-a4d8706b-7e94-4181-8607-bac3029acb6f req-19b6bf77-c68e-45bd-bf57-47ef3dab7dde tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:38.493224 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [req-a4d8706b-7e94-4181-8607-bac3029acb6f req-19b6bf77-c68e-45bd-bf57-47ef3dab7dde tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Calling delete_port for 9c11a35b-1cb4-4a89-93da-00fbb00a1de0 owned by compute:nova {{(pid=98474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:57:38.605972 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-a4d8706b-7e94-4181-8607-bac3029acb6f req-19b6bf77-c68e-45bd-bf57-47ef3dab7dde tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:38.611313 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-bdbfa329-f9af-4e9c-ae19-ffcccce30ade tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:38.653827 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b6bf77-c68e-45bd-bf57-47ef3dab7dde tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Pushing event deleted for resources: {'Port': ['ID=9c11a35b-1cb4-4a89-93da-00fbb00a1de0,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:38.656358 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-19b6bf77-c68e-45bd-bf57-47ef3dab7dde tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:38.736944 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d8706b-7e94-4181-8607-bac3029acb6f req-19b6bf77-c68e-45bd-bf57-47ef3dab7dde tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] No DVR routers for this DVR port 9c11a35b-1cb4-4a89-93da-00fbb00a1de0 on host hv-cinder-79124 {{(pid=98474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:57:38.739335 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [req-a4d8706b-7e94-4181-8607-bac3029acb6f req-19b6bf77-c68e-45bd-bf57-47ef3dab7dde tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for port, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:38.741918 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec20f02-4426-41e2-bebf-e51c387de3e4', 'name': 'network-vif-deleted', 'tag': '9c11a35b-1cb4-4a89-93da-00fbb00a1de0'}] {{(pid=98474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 15:57:38.757292 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [req-a4d8706b-7e94-4181-8607-bac3029acb6f req-19b6bf77-c68e-45bd-bf57-47ef3dab7dde tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.57 "DELETE /v2.0/ports/9c11a35b-1cb4-4a89-93da-00fbb00a1de0 HTTP/1.1" status: 204 len: 173 time: 0.6587291 May 25 15:57:38.788358 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec20f02-4426-41e2-bebf-e51c387de3e4', 'name': 'network-vif-deleted', 'tag': '9c11a35b-1cb4-4a89-93da-00fbb00a1de0', 'status': 'completed', 'code': 200} May 25 15:57:39.284755 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [req-be6e93a7-7d00-41b1-a571-cf5c730f3688 req-542d929b-bd43-4bbf-b0f6-e408ff57e39d tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec20f02-4426-41e2-bebf-e51c387de3e4 HTTP/1.1" status: 200 len: 210 time: 0.0425935 May 25 15:57:40.284911 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-d4f66124-2dbd-4692-bef9-99ad67f0e280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:40.377561 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 45510) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:40.593763 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-a6d28359-0ced-4a63-99f8-d7f86ae277b5 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Deleting port e7e2f960-2ad3-40a2-89dc-374f7c96b88a {{(pid=98473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:57:40.594109 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-a6d28359-0ced-4a63-99f8-d7f86ae277b5 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:40.713710 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-a6d28359-0ced-4a63-99f8-d7f86ae277b5 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:40.714048 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-a6d28359-0ced-4a63-99f8-d7f86ae277b5 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:40.836759 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-a6d28359-0ced-4a63-99f8-d7f86ae277b5 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Calling delete_port for e7e2f960-2ad3-40a2-89dc-374f7c96b88a owned by network:floatingip {{(pid=98473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:57:40.946860 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-a6d28359-0ced-4a63-99f8-d7f86ae277b5 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31785040'] for port, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:40.951169 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-0cc1ed0c-7464-4dd1-837d-fc61a400620c tempest-AttachVolumeTestJSON-363920581 tempest-AttachVolumeTestJSON-363920581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:40.994937 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d28359-0ced-4a63-99f8-d7f86ae277b5 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Pushing event deleted for resources: {'Port': ['ID=e7e2f960-2ad3-40a2-89dc-374f7c96b88a,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:41.035310 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d28359-0ced-4a63-99f8-d7f86ae277b5 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:41.036222 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d28359-0ced-4a63-99f8-d7f86ae277b5 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:41.036413 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d28359-0ced-4a63-99f8-d7f86ae277b5 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:41.036773 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d28359-0ced-4a63-99f8-d7f86ae277b5 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:41.037126 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d28359-0ced-4a63-99f8-d7f86ae277b5 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:41.037481 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d28359-0ced-4a63-99f8-d7f86ae277b5 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:41.037830 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d28359-0ced-4a63-99f8-d7f86ae277b5 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:41.038179 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d28359-0ced-4a63-99f8-d7f86ae277b5 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:41.038527 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d28359-0ced-4a63-99f8-d7f86ae277b5 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:41.038872 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d28359-0ced-4a63-99f8-d7f86ae277b5 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:41.039216 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d28359-0ced-4a63-99f8-d7f86ae277b5 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:41.039556 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d28359-0ced-4a63-99f8-d7f86ae277b5 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:41.068790 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-a6d28359-0ced-4a63-99f8-d7f86ae277b5 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:41.098091 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-a6d28359-0ced-4a63-99f8-d7f86ae277b5 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for floatingip, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:41.111872 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-a6d28359-0ced-4a63-99f8-d7f86ae277b5 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74031'] for floatingip, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:41.112981 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-a6d28359-0ced-4a63-99f8-d7f86ae277b5 tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "DELETE /v2.0/floatingips/2f012b16-3e62-4512-a207-ef08e56eb34f HTTP/1.1" status: 204 len: 168 time: 0.7344294 May 25 15:57:42.486712 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 45528) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:42.554620 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-790702bc-07c4-41d1-9335-adbb2b97e97d tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:42.583671 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-790702bc-07c4-41d1-9335-adbb2b97e97d tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:42.650147 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-790702bc-07c4-41d1-9335-adbb2b97e97d tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:42.653842 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-3b268cce-a754-471b-9321-4410a9c6511d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:42.669230 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790702bc-07c4-41d1-9335-adbb2b97e97d tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fa7d19-1d34-4bbd-a732-70ce371d8fc0,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:42.672537 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-790702bc-07c4-41d1-9335-adbb2b97e97d tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:42.681584 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-790702bc-07c4-41d1-9335-adbb2b97e97d tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:42.682729 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-790702bc-07c4-41d1-9335-adbb2b97e97d tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] 10.222.0.32 "DELETE /v2.0/security-groups/02fa7d19-1d34-4bbd-a732-70ce371d8fc0 HTTP/1.1" status: 204 len: 168 time: 0.1950605 May 25 15:57:42.740741 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 45534) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:42.762218 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:42.912049 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-6be44f31-c597-4ab9-be28-ff92e3a53587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:43.003929 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 9c11a35b-1cb4-4a89-93da-00fbb00a1de0 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:57:43.038228 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] No Port match for: 9c11a35b-1cb4-4a89-93da-00fbb00a1de0 {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:57:43.038577 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Device 9c11a35b-1cb4-4a89-93da-00fbb00a1de0 not bound to the agent host hv-cinder-79124 {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:57:43.523932 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e4c70995-ca35-4582-bad7-a8f8f6302092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-352562'] for router_interface, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:43.803249 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:43.936523 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-e4c70995-ca35-4582-bad7-a8f8f6302092 admin admin] Deleting port 0985f3a2-19ee-415c-ac5b-8d597cb80ec7 {{(pid=98473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:57:43.936871 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e4c70995-ca35-4582-bad7-a8f8f6302092 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:44.063560 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [None req-e4c70995-ca35-4582-bad7-a8f8f6302092 admin admin] For port 0985f3a2-19ee-415c-ac5b-8d597cb80ec7, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=0985f3a2-19ee-415c-ac5b-8d597cb80ec7,segment=NetworkSegment(1f537b8e-f549-42b6-bcda-f919a28863c9),segment_id=1f537b8e-f549-42b6-bcda-f919a28863c9)] {{(pid=98473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:57:44.063840 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e4c70995-ca35-4582-bad7-a8f8f6302092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:44.184947 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-e4c70995-ca35-4582-bad7-a8f8f6302092 admin admin] Calling delete_port for 0985f3a2-19ee-415c-ac5b-8d597cb80ec7 owned by network:router_interface {{(pid=98473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:57:44.334951 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e4c70995-ca35-4582-bad7-a8f8f6302092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31785040'] for port, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:44.340098 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-db01b534-fb9f-4dcd-bea9-563d2f7e6ebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:44.382182 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c70995-ca35-4582-bad7-a8f8f6302092 admin admin] Pushing event deleted for resources: {'Port': ['ID=0985f3a2-19ee-415c-ac5b-8d597cb80ec7,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:44.385317 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-e4c70995-ca35-4582-bad7-a8f8f6302092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:44.657503 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-e4c70995-ca35-4582-bad7-a8f8f6302092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358818'] for router_interface, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:45.118566 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c70995-ca35-4582-bad7-a8f8f6302092 admin admin] Router f929c908-6670-47e7-8aac-b218183c4177 has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:57:45.293059 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c70995-ca35-4582-bad7-a8f8f6302092 admin admin] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:57:45.301730 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a63f22-076c-4d9c-8c82-f8a6db9f29c9 None None] Sync routers for ids ['f929c908-6670-47e7-8aac-b218183c4177'] in dv-cinder-791240-3-iscsi {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:57:45.305425 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-e4c70995-ca35-4582-bad7-a8f8f6302092 admin admin] 10.222.0.32 "PUT /v2.0/routers/f929c908-6670-47e7-8aac-b218183c4177/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5631776 May 25 15:57:45.308147 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 45540) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:45.312342 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a63f22-076c-4d9c-8c82-f8a6db9f29c9 None None] Routers {'f929c908-6670-47e7-8aac-b218183c4177'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:57:45.312951 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-c2a63f22-076c-4d9c-8c82-f8a6db9f29c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:57:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['f929c908-6670-47e7-8aac-b218183c4177'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:45.488880 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6fa62842-0058-4d89-afab-14cecd39b255 admin admin] Notify callbacks [] for router, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:45.491094 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-c2a63f22-076c-4d9c-8c82-f8a6db9f29c9 None None] Set router f929c908-6670-47e7-8aac-b218183c4177 gateway port host: dv-cinder-791240-3-iscsi {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:57:45.661539 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6fa62842-0058-4d89-afab-14cecd39b255 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:45.733519 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:45.737359 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-6fa62842-0058-4d89-afab-14cecd39b255 admin admin] Deleting port 3ffd6c98-e12b-4d14-905f-cf1fff5cec9f {{(pid=98473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:57:45.737701 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6fa62842-0058-4d89-afab-14cecd39b255 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:45.860308 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.db [None req-6fa62842-0058-4d89-afab-14cecd39b255 admin admin] For port 3ffd6c98-e12b-4d14-905f-cf1fff5cec9f, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=3ffd6c98-e12b-4d14-905f-cf1fff5cec9f,segment=NetworkSegment(709432ef-9055-43de-bcb9-c4833f38b817),segment_id=709432ef-9055-43de-bcb9-c4833f38b817)] {{(pid=98473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:57:45.860716 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6fa62842-0058-4d89-afab-14cecd39b255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:45.980461 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.plugins.ml2.plugin [None req-6fa62842-0058-4d89-afab-14cecd39b255 admin admin] Calling delete_port for 3ffd6c98-e12b-4d14-905f-cf1fff5cec9f owned by network:router_gateway {{(pid=98473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:57:45.994349 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-c2a63f22-076c-4d9c-8c82-f8a6db9f29c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f929c908-6670-47e7-8aac-b218183c4177', 'name': 'tempest-TestVolumeBootPattern-1724297883-router', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:48:54Z', 'updated_at': '2021-05-25T15:57:44Z', 'revision_number': 5, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'gw_port': {'id': '3ffd6c98-e12b-4d14-905f-cf1fff5cec9f', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f929c908-6670-47e7-8aac-b218183c4177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:48:55Z', 'updated_at': '2021-05-25T15:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi'}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:46.001664 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a63f22-076c-4d9c-8c82-f8a6db9f29c9 None None] Checking router: f929c908-6670-47e7-8aac-b218183c4177 for host: dv-cinder-791240-3-iscsi {{(pid=98475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:57:46.017324 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a63f22-076c-4d9c-8c82-f8a6db9f29c9 None None] Routers {'f929c908-6670-47e7-8aac-b218183c4177'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:57:46.017932 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-c2a63f22-076c-4d9c-8c82-f8a6db9f29c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:57:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['f929c908-6670-47e7-8aac-b218183c4177'], 'active': True} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:46.130706 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6fa62842-0058-4d89-afab-14cecd39b255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31785040'] for port, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:46.135080 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-8affbd75-fd1a-48c0-9dfe-020c05e62b79 tempest-AttachVolumeShelveTestJSON-164533045 tempest-AttachVolumeShelveTestJSON-164533045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:46.177723 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa62842-0058-4d89-afab-14cecd39b255 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ffd6c98-e12b-4d14-905f-cf1fff5cec9f,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:46.181165 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-6fa62842-0058-4d89-afab-14cecd39b255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:46.181890 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvr_db [None req-c2a63f22-076c-4d9c-8c82-f8a6db9f29c9 None None] Set router f929c908-6670-47e7-8aac-b218183c4177 gateway port host: None {{(pid=98475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:57:46.289500 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_hamode_db [None req-c2a63f22-076c-4d9c-8c82-f8a6db9f29c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f929c908-6670-47e7-8aac-b218183c4177', 'name': 'tempest-TestVolumeBootPattern-1724297883-router', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:48:54Z', 'updated_at': '2021-05-25T15:57:45Z', 'revision_number': 6, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'gw_port_host': None}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:46.294547 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a63f22-076c-4d9c-8c82-f8a6db9f29c9 None None] The sync data for ids ['f929c908-6670-47e7-8aac-b218183c4177'] in dv-cinder-791240-3-iscsi is: [{'id': 'f929c908-6670-47e7-8aac-b218183c4177', 'name': 'tempest-TestVolumeBootPattern-1724297883-router', 'tenant_id': '84b618e26d84448e895072b4ac0967b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:48:54Z', 'updated_at': '2021-05-25T15:57:45Z', 'revision_number': 6, 'project_id': '84b618e26d84448e895072b4ac0967b1', 'gw_port_host': None}] {{(pid=98475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:57:46.391720 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6fa62842-0058-4d89-afab-14cecd39b255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-353583'] for router_gateway, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:46.559235 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6fa62842-0058-4d89-afab-14cecd39b255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2879'] for router, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:46.561375 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6fa62842-0058-4d89-afab-14cecd39b255 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:46.584663 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6fa62842-0058-4d89-afab-14cecd39b255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-358558'] for router, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:46.585112 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa62842-0058-4d89-afab-14cecd39b255 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f929c908-6670-47e7-8aac-b218183c4177 {{(pid=98473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 15:57:46.598328 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-6fa62842-0058-4d89-afab-14cecd39b255 admin admin] Notify callbacks [] for router, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:46.599717 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-6fa62842-0058-4d89-afab-14cecd39b255 admin admin] 10.222.0.32 "DELETE /v2.0/routers/f929c908-6670-47e7-8aac-b218183c4177 HTTP/1.1" status: 204 len: 168 time: 1.2902513 May 25 15:57:46.602228 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 45544) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:46.666056 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.db.db_base_plugin_v2 [None req-501ac72d-ecf1-457a-b886-b5fa66372123 admin admin] Deleting subnet a8053ff5-f153-4b8c-a65c-778e9408f5dc {{(pid=98473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 15:57:46.669277 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-501ac72d-ecf1-457a-b886-b5fa66372123 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:46.720382 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-501ac72d-ecf1-457a-b886-b5fa66372123 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32057853'] for subnet, precommit_delete_associations {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:46.796301 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-501ac72d-ecf1-457a-b886-b5fa66372123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1682880'] for subnet, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:47.047207 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-501ac72d-ecf1-457a-b886-b5fa66372123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31887011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32158699'] for subnet, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:47.052092 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-2d1729fd-3aea-4b2e-adc3-07b43c140515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:47.087399 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ac72d-ecf1-457a-b886-b5fa66372123 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8053ff5-f153-4b8c-a65c-778e9408f5dc,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:47.089360 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-501ac72d-ecf1-457a-b886-b5fa66372123 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:47.093634 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-501ac72d-ecf1-457a-b886-b5fa66372123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:47.095068 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e173b8e4-5b58-4596-b49e-56e2cc58123b None None] Network 314b5cd8-30e3-4858-a640-2a3928ee779b requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:57:47.098904 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 45548) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:47.099642 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-501ac72d-ecf1-457a-b886-b5fa66372123 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a8053ff5-f153-4b8c-a65c-778e9408f5dc HTTP/1.1" status: 204 len: 168 time: 0.4952083 May 25 15:57:47.213814 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2b513588-5cc0-4e49-8a31-f7c3e2d7f609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639092'] for network, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:47.295168 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 3ffd6c98-e12b-4d14-905f-cf1fff5cec9f no longer exists at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:57:47.299163 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [None req-2b513588-5cc0-4e49-8a31-f7c3e2d7f609 admin admin] Deleting port 058d8dd1-1cd6-4f55-95b9-01e196b6b821 {{(pid=98474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:57:47.299163 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2b513588-5cc0-4e49-8a31-f7c3e2d7f609 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:47.334474 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] No Port match for: 3ffd6c98-e12b-4d14-905f-cf1fff5cec9f {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:57:47.334822 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 3ffd6c98-e12b-4d14-905f-cf1fff5cec9f not bound to the agent host dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:57:47.335250 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 0985f3a2-19ee-415c-ac5b-8d597cb80ec7 no longer exists at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:57:47.370829 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] No Port match for: 0985f3a2-19ee-415c-ac5b-8d597cb80ec7 {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:57:47.371174 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 0985f3a2-19ee-415c-ac5b-8d597cb80ec7 not bound to the agent host dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:57:47.401521 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [None req-2b513588-5cc0-4e49-8a31-f7c3e2d7f609 admin admin] For port 058d8dd1-1cd6-4f55-95b9-01e196b6b821, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=058d8dd1-1cd6-4f55-95b9-01e196b6b821,segment=NetworkSegment(1f537b8e-f549-42b6-bcda-f919a28863c9),segment_id=1f537b8e-f549-42b6-bcda-f919a28863c9)] {{(pid=98474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:57:47.401956 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2b513588-5cc0-4e49-8a31-f7c3e2d7f609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:47.459377 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1f0015-d4c9-431a-b266-c83202cc45eb None None] DHCP port deletion for 314b5cd8-30e3-4858-a640-2a3928ee779b request from dv-cinder-791240-3-iscsi {{(pid=98475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 15:57:47.523695 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-ef1f0015-d4c9-431a-b266-c83202cc45eb None None] Deleting port 058d8dd1-1cd6-4f55-95b9-01e196b6b821 {{(pid=98475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:57:47.524119 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ef1f0015-d4c9-431a-b266-c83202cc45eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:47.525273 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [None req-2b513588-5cc0-4e49-8a31-f7c3e2d7f609 admin admin] Calling delete_port for 058d8dd1-1cd6-4f55-95b9-01e196b6b821 owned by network:dhcp {{(pid=98474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:57:47.570755 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2b513588-5cc0-4e49-8a31-f7c3e2d7f609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:47.574680 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-f808edd1-ac25-425d-ba4b-c9a94491343a tempest-TestVolumeBootPattern-671258336 tempest-TestVolumeBootPattern-671258336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:47.625471 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-ef1f0015-d4c9-431a-b266-c83202cc45eb None None] For port 058d8dd1-1cd6-4f55-95b9-01e196b6b821, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=058d8dd1-1cd6-4f55-95b9-01e196b6b821,segment=NetworkSegment(1f537b8e-f549-42b6-bcda-f919a28863c9),segment_id=1f537b8e-f549-42b6-bcda-f919a28863c9)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:57:47.625869 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ef1f0015-d4c9-431a-b266-c83202cc45eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:47.720429 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b513588-5cc0-4e49-8a31-f7c3e2d7f609 admin admin] Pushing event deleted for resources: {'Port': ['ID=058d8dd1-1cd6-4f55-95b9-01e196b6b821,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:47.723498 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-2b513588-5cc0-4e49-8a31-f7c3e2d7f609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:47.726299 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b513588-5cc0-4e49-8a31-f7c3e2d7f609 admin admin] No DVR routers for this DVR port 058d8dd1-1cd6-4f55-95b9-01e196b6b821 on host dv-cinder-791240-3-iscsi {{(pid=98474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:57:47.754029 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-ef1f0015-d4c9-431a-b266-c83202cc45eb None None] Calling delete_port for 058d8dd1-1cd6-4f55-95b9-01e196b6b821 owned by network:dhcp {{(pid=98475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:57:47.800865 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ef1f0015-d4c9-431a-b266-c83202cc45eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372'] for port, after_delete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:47.804418 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:47.844306 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2b513588-5cc0-4e49-8a31-f7c3e2d7f609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1676623', 'neutron.services.segments.db._delete_segments_for_network-8758999550940'] for network, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:47.858816 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.services.segments.db [None req-2b513588-5cc0-4e49-8a31-f7c3e2d7f609 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['314b5cd8-30e3-4858-a640-2a3928ee779b']}} {{(pid=98474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:47.871532 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.services.segments.db [None req-2b513588-5cc0-4e49-8a31-f7c3e2d7f609 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f537b8e-f549-42b6-bcda-f919a28863c9') {'for_net_delete': True} {{(pid=98474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:47.871842 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.services.segments.db [None req-2b513588-5cc0-4e49-8a31-f7c3e2d7f609 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f537b8e-f549-42b6-bcda-f919a28863c9') {} {{(pid=98474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:47.883562 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2b513588-5cc0-4e49-8a31-f7c3e2d7f609 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758999559837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981698'] for segment, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:47.889517 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f0015-d4c9-431a-b266-c83202cc45eb None None] Pushing event deleted for resources: {'Port': ['ID=058d8dd1-1cd6-4f55-95b9-01e196b6b821,revision_number=None']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:47.899391 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f0015-d4c9-431a-b266-c83202cc45eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:47.899735 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f0015-d4c9-431a-b266-c83202cc45eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:47.900189 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f0015-d4c9-431a-b266-c83202cc45eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:47.900457 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f0015-d4c9-431a-b266-c83202cc45eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:47.900789 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f0015-d4c9-431a-b266-c83202cc45eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:47.901134 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2b513588-5cc0-4e49-8a31-f7c3e2d7f609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:47.901366 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f0015-d4c9-431a-b266-c83202cc45eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:47.901467 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f0015-d4c9-431a-b266-c83202cc45eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:47.901758 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f0015-d4c9-431a-b266-c83202cc45eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:47.902088 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f0015-d4c9-431a-b266-c83202cc45eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:47.902403 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f0015-d4c9-431a-b266-c83202cc45eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:47.902715 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f0015-d4c9-431a-b266-c83202cc45eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:47.903226 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f0015-d4c9-431a-b266-c83202cc45eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-3-iscsi {{(pid=98475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:57:47.905929 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1f0015-d4c9-431a-b266-c83202cc45eb None None] No DVR routers for this DVR port 058d8dd1-1cd6-4f55-95b9-01e196b6b821 on host dv-cinder-791240-3-iscsi {{(pid=98475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:57:47.907307 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-ef1f0015-d4c9-431a-b266-c83202cc45eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:47.908827 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b513588-5cc0-4e49-8a31-f7c3e2d7f609 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=98474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:57:47.909573 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2b513588-5cc0-4e49-8a31-f7c3e2d7f609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-881679'] for segment, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:47.924117 dv-cinder-791240-3-iscsi neutron-server[98474]: Traceback (most recent call last): May 25 15:57:47.924117 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 15:57:47.924117 dv-cinder-791240-3-iscsi neutron-server[98474]: timer() May 25 15:57:47.924117 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 15:57:47.924117 dv-cinder-791240-3-iscsi neutron-server[98474]: cb(*args, **kw) May 25 15:57:47.924117 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 15:57:47.924117 dv-cinder-791240-3-iscsi neutron-server[98474]: return func(*args, **kwargs) May 25 15:57:47.924117 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 15:57:47.924117 dv-cinder-791240-3-iscsi neutron-server[98474]: self._notify() May 25 15:57:47.924117 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 15:57:47.924117 dv-cinder-791240-3-iscsi neutron-server[98474]: self.callback(batched_events) May 25 15:57:47.924117 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 15:57:47.924117 dv-cinder-791240-3-iscsi neutron-server[98474]: event.method(event) May 25 15:57:47.924117 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 15:57:47.924117 dv-cinder-791240-3-iscsi neutron-server[98474]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 15:57:47.924117 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 15:57:47.924117 dv-cinder-791240-3-iscsi neutron-server[98474]: aggregate_uuid = self.p_client.list_aggregates( May 25 15:57:47.924117 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 15:57:47.924117 dv-cinder-791240-3-iscsi neutron-server[98474]: return f(self, *a, **k) May 25 15:57:47.924117 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 15:57:47.924117 dv-cinder-791240-3-iscsi neutron-server[98474]: return self._get(url).json() May 25 15:57:47.924117 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 15:57:47.924117 dv-cinder-791240-3-iscsi neutron-server[98474]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 15:57:47.924117 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 15:57:47.924117 dv-cinder-791240-3-iscsi neutron-server[98474]: return self.request(url, 'GET', **kwargs) May 25 15:57:47.924117 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 15:57:47.924117 dv-cinder-791240-3-iscsi neutron-server[98474]: base_url = self.get_endpoint(auth, allow=allow, May 25 15:57:47.924117 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 15:57:47.924117 dv-cinder-791240-3-iscsi neutron-server[98474]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 15:57:47.924117 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 15:57:47.924117 dv-cinder-791240-3-iscsi neutron-server[98474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 15:57:47.924117 dv-cinder-791240-3-iscsi neutron-server[98474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 15:57:48.002302 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2b513588-5cc0-4e49-8a31-f7c3e2d7f609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1676614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-353586'] for network, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:48.006382 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:48.019288 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-2b513588-5cc0-4e49-8a31-f7c3e2d7f609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:48.029226 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b513588-5cc0-4e49-8a31-f7c3e2d7f609 admin admin] Pushing event deleted for resources: {'Network': ['ID=314b5cd8-30e3-4858-a640-2a3928ee779b,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:48.032251 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-2b513588-5cc0-4e49-8a31-f7c3e2d7f609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:48.044250 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-2b513588-5cc0-4e49-8a31-f7c3e2d7f609 admin admin] 10.222.0.32 "DELETE /v2.0/networks/314b5cd8-30e3-4858-a640-2a3928ee779b HTTP/1.1" status: 204 len: 168 time: 0.9432065 May 25 15:57:48.047073 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 45552) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:48.585151 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ebd3dab7-e7c3-4a50-820c-b9bb4216d43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-352562'] for router_interface, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:49.004777 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [None req-ebd3dab7-e7c3-4a50-820c-b9bb4216d43e admin admin] Deleting port 42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7 {{(pid=98474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:57:49.005025 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ebd3dab7-e7c3-4a50-820c-b9bb4216d43e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:49.227173 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [None req-ebd3dab7-e7c3-4a50-820c-b9bb4216d43e admin admin] For port 42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7,segment=NetworkSegment(e22f358d-0ccd-4826-9618-46f69e49b302),segment_id=e22f358d-0ccd-4826-9618-46f69e49b302)] {{(pid=98474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:57:49.228095 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ebd3dab7-e7c3-4a50-820c-b9bb4216d43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:49.284813 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 058d8dd1-1cd6-4f55-95b9-01e196b6b821 no longer exists at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:57:49.318682 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] No Port match for: 058d8dd1-1cd6-4f55-95b9-01e196b6b821 {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:57:49.319027 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 058d8dd1-1cd6-4f55-95b9-01e196b6b821 not bound to the agent host dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:57:49.352769 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [None req-ebd3dab7-e7c3-4a50-820c-b9bb4216d43e admin admin] Calling delete_port for 42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7 owned by network:router_interface {{(pid=98474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:57:49.504412 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ebd3dab7-e7c3-4a50-820c-b9bb4216d43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:49.509221 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-f61cec08-220a-441d-a385-eb455e1d8f1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:49.554210 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3dab7-e7c3-4a50-820c-b9bb4216d43e admin admin] Pushing event deleted for resources: {'Port': ['ID=42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:49.581556 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-ebd3dab7-e7c3-4a50-820c-b9bb4216d43e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:49.836015 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-ebd3dab7-e7c3-4a50-820c-b9bb4216d43e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-358818'] for router_interface, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:50.209543 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd3dab7-e7c3-4a50-820c-b9bb4216d43e admin admin] Router e0a35bfd-4620-4918-aede-fd1727fb70cd has already been hosted by L3 agent 9ba7f0e7-82a6-4865-9d88-b79fc3e823f7 {{(pid=98474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 15:57:50.381366 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd3dab7-e7c3-4a50-820c-b9bb4216d43e admin admin] Notify agent at l3_agent.dv-cinder-791240-3-iscsi the message routers_updated {{(pid=98474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 15:57:50.389554 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97903699-bf08-4c09-995e-cd2519a859e0 None None] Sync routers for ids ['e0a35bfd-4620-4918-aede-fd1727fb70cd'] in dv-cinder-791240-3-iscsi {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:57:50.396696 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-ebd3dab7-e7c3-4a50-820c-b9bb4216d43e admin admin] 10.222.0.32 "PUT /v2.0/routers/e0a35bfd-4620-4918-aede-fd1727fb70cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3486075 May 25 15:57:50.399666 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 45562) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:50.400578 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97903699-bf08-4c09-995e-cd2519a859e0 None None] Routers {'e0a35bfd-4620-4918-aede-fd1727fb70cd'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:57:50.401546 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-97903699-bf08-4c09-995e-cd2519a859e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:57:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['e0a35bfd-4620-4918-aede-fd1727fb70cd'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:50.611630 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-97903699-bf08-4c09-995e-cd2519a859e0 None None] Set router e0a35bfd-4620-4918-aede-fd1727fb70cd gateway port host: dv-cinder-791240-3-iscsi {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:57:50.689091 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-897f6764-081d-4440-b718-608b753bdbdd admin admin] Notify callbacks [] for router, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:50.864328 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-897f6764-081d-4440-b718-608b753bdbdd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:50.893670 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-97903699-bf08-4c09-995e-cd2519a859e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a35bfd-4620-4918-aede-fd1727fb70cd', 'name': 'tempest-TestVolumeBootPattern-259332811-router', 'tenant_id': '6082b26e8b9d4e088d0efd5e3c1b8909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'external_fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '692abc49-68e7-47ec-bd7b-c6287882ced1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:49:03Z', 'updated_at': '2021-05-25T15:57:49Z', 'revision_number': 5, 'project_id': '6082b26e8b9d4e088d0efd5e3c1b8909', 'gw_port': {'id': '692abc49-68e7-47ec-bd7b-c6287882ced1', 'name': '', 'network_id': '64bdbeb4-2429-4b9e-9f88-29f950eefffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a35bfd-4620-4918-aede-fd1727fb70cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T15:49:04Z', 'updated_at': '2021-05-25T15:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f9f8472-0ab8-4bd8-a441-92a12c3f4c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-3-iscsi'}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:50.897549 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97903699-bf08-4c09-995e-cd2519a859e0 None None] Checking router: e0a35bfd-4620-4918-aede-fd1727fb70cd for host: dv-cinder-791240-3-iscsi {{(pid=98476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:57:50.907622 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97903699-bf08-4c09-995e-cd2519a859e0 None None] Routers {'e0a35bfd-4620-4918-aede-fd1727fb70cd'} bound to L3 agent in host dv-cinder-791240-3-iscsi {{(pid=98476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 15:57:50.908293 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-97903699-bf08-4c09-995e-cd2519a859e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T15:31:43Z,description=,heartbeat_timestamp=2021-05-25T15:57:43Z,host='dv-cinder-791240-3-iscsi',id=9ba7f0e7-82a6-4865-9d88-b79fc3e823f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T15:31:43Z,topic='l3_agent')) {'router_ids': ['e0a35bfd-4620-4918-aede-fd1727fb70cd'], 'active': True} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:50.935666 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [None req-897f6764-081d-4440-b718-608b753bdbdd admin admin] Deleting port 692abc49-68e7-47ec-bd7b-c6287882ced1 {{(pid=98474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:57:50.936044 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-897f6764-081d-4440-b718-608b753bdbdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:51.053990 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_dvr_db [None req-97903699-bf08-4c09-995e-cd2519a859e0 None None] Set router e0a35bfd-4620-4918-aede-fd1727fb70cd gateway port host: None {{(pid=98476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 15:57:51.059133 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [None req-897f6764-081d-4440-b718-608b753bdbdd admin admin] For port 692abc49-68e7-47ec-bd7b-c6287882ced1, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=692abc49-68e7-47ec-bd7b-c6287882ced1,segment=NetworkSegment(709432ef-9055-43de-bcb9-c4833f38b817),segment_id=709432ef-9055-43de-bcb9-c4833f38b817)] {{(pid=98474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:57:51.059556 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-897f6764-081d-4440-b718-608b753bdbdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:51.158458 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.l3_hamode_db [None req-97903699-bf08-4c09-995e-cd2519a859e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a35bfd-4620-4918-aede-fd1727fb70cd', 'name': 'tempest-TestVolumeBootPattern-259332811-router', 'tenant_id': '6082b26e8b9d4e088d0efd5e3c1b8909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:49:03Z', 'updated_at': '2021-05-25T15:57:50Z', 'revision_number': 6, 'project_id': '6082b26e8b9d4e088d0efd5e3c1b8909', 'gw_port_host': None}], 'dv-cinder-791240-3-iscsi', False) {} {{(pid=98476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:51.162257 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97903699-bf08-4c09-995e-cd2519a859e0 None None] The sync data for ids ['e0a35bfd-4620-4918-aede-fd1727fb70cd'] in dv-cinder-791240-3-iscsi is: [{'id': 'e0a35bfd-4620-4918-aede-fd1727fb70cd', 'name': 'tempest-TestVolumeBootPattern-259332811-router', 'tenant_id': '6082b26e8b9d4e088d0efd5e3c1b8909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T15:49:03Z', 'updated_at': '2021-05-25T15:57:50Z', 'revision_number': 6, 'project_id': '6082b26e8b9d4e088d0efd5e3c1b8909', 'gw_port_host': None}] {{(pid=98476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:57:51.183409 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [None req-897f6764-081d-4440-b718-608b753bdbdd admin admin] Calling delete_port for 692abc49-68e7-47ec-bd7b-c6287882ced1 owned by network:router_gateway {{(pid=98474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:57:51.319162 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-897f6764-081d-4440-b718-608b753bdbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:51.324143 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-2c494890-db18-4077-9cd4-035224d1f7da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:51.368841 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f6764-081d-4440-b718-608b753bdbdd admin admin] Pushing event deleted for resources: {'Port': ['ID=692abc49-68e7-47ec-bd7b-c6287882ced1,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:51.394692 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-897f6764-081d-4440-b718-608b753bdbdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:51.459154 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-897f6764-081d-4440-b718-608b753bdbdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-353583'] for router_gateway, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:51.634978 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-897f6764-081d-4440-b718-608b753bdbdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2879'] for router, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:51.637268 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-897f6764-081d-4440-b718-608b753bdbdd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:51.657927 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-897f6764-081d-4440-b718-608b753bdbdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-358558'] for router, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:51.658472 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897f6764-081d-4440-b718-608b753bdbdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0a35bfd-4620-4918-aede-fd1727fb70cd {{(pid=98474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 15:57:51.670811 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-897f6764-081d-4440-b718-608b753bdbdd admin admin] Notify callbacks [] for router, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:51.671936 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-897f6764-081d-4440-b718-608b753bdbdd admin admin] 10.222.0.32 "DELETE /v2.0/routers/e0a35bfd-4620-4918-aede-fd1727fb70cd HTTP/1.1" status: 204 len: 168 time: 1.2713261 May 25 15:57:51.674407 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 45570) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:51.732609 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7d97c9-179e-432e-9141-ae19e223866f admin admin] Deleting subnet c4abfe93-67f9-4cf9-a4cf-540982c4ae54 {{(pid=98474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 15:57:51.735476 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-cb7d97c9-179e-432e-9141-ae19e223866f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:51.786729 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-cb7d97c9-179e-432e-9141-ae19e223866f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-981705'] for subnet, precommit_delete_associations {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:51.861800 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-cb7d97c9-179e-432e-9141-ae19e223866f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1682880'] for subnet, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:51.901157 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7 no longer exists at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:57:51.939171 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] No Port match for: 42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7 {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:57:51.939541 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 42d8beec-86a2-4f45-8ddd-8aef3fa9b7e7 not bound to the agent host dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:57:52.225164 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-cb7d97c9-179e-432e-9141-ae19e223866f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33042293'] for subnet, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.229527 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-f88bd87c-239d-4f61-a92d-aeff85de5809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:52.263684 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d97c9-179e-432e-9141-ae19e223866f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4abfe93-67f9-4cf9-a4cf-540982c4ae54,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:52.265614 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-cb7d97c9-179e-432e-9141-ae19e223866f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for subnet, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.268288 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-cb7d97c9-179e-432e-9141-ae19e223866f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:52.270500 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db67349-159f-4c9d-acb6-7846688ca45f None None] Network c75603b0-7e87-433e-9a0e-e31cdcbcb2a8 requested from dv-cinder-791240-3-iscsi {{(pid=98475) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 15:57:52.274893 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-cb7d97c9-179e-432e-9141-ae19e223866f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c4abfe93-67f9-4cf9-a4cf-540982c4ae54 HTTP/1.1" status: 204 len: 168 time: 0.5967884 May 25 15:57:52.275126 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.wsgi [-] (98474) accepted ('10.222.0.32', 45574) {{(pid=98474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:52.379943 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a65cea14-d547-4473-952b-f9c9c48c191c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639092'] for network, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.453878 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [None req-a65cea14-d547-4473-952b-f9c9c48c191c admin admin] Deleting port c7d4ef31-e1af-4537-ad41-4e291eb15b5e {{(pid=98474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:57:52.454110 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a65cea14-d547-4473-952b-f9c9c48c191c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.507140 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93865925-d118-4768-accc-779970d9dd8b None None] DHCP port deletion for c75603b0-7e87-433e-9a0e-e31cdcbcb2a8 request from dv-cinder-791240-3-iscsi {{(pid=98475) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 15:57:52.558807 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.db [None req-a65cea14-d547-4473-952b-f9c9c48c191c admin admin] For port c7d4ef31-e1af-4537-ad41-4e291eb15b5e, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=c7d4ef31-e1af-4537-ad41-4e291eb15b5e,segment=NetworkSegment(e22f358d-0ccd-4826-9618-46f69e49b302),segment_id=e22f358d-0ccd-4826-9618-46f69e49b302)] {{(pid=98474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:57:52.559081 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a65cea14-d547-4473-952b-f9c9c48c191c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.575677 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-93865925-d118-4768-accc-779970d9dd8b None None] Deleting port c7d4ef31-e1af-4537-ad41-4e291eb15b5e {{(pid=98475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 15:57:52.576086 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-93865925-d118-4768-accc-779970d9dd8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758999471683'] for port, before_delete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.676394 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.db [None req-93865925-d118-4768-accc-779970d9dd8b None None] For port c7d4ef31-e1af-4537-ad41-4e291eb15b5e, host dv-cinder-791240-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-3-iscsi',level=0,port_id=c7d4ef31-e1af-4537-ad41-4e291eb15b5e,segment=NetworkSegment(e22f358d-0ccd-4826-9618-46f69e49b302),segment_id=e22f358d-0ccd-4826-9618-46f69e49b302)] {{(pid=98475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 15:57:52.676794 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-93865925-d118-4768-accc-779970d9dd8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354019'] for port, precommit_delete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.687934 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.plugin [None req-a65cea14-d547-4473-952b-f9c9c48c191c admin admin] Calling delete_port for c7d4ef31-e1af-4537-ad41-4e291eb15b5e owned by network:dhcp {{(pid=98474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:57:52.734862 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a65cea14-d547-4473-952b-f9c9c48c191c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-881754'] for port, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.740065 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-5fd03eed-c1f8-4b4a-b915-9dbb8469c20b tempest-TestMinimumBasicScenario-1941586072 tempest-TestMinimumBasicScenario-1941586072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:52.788787 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65cea14-d547-4473-952b-f9c9c48c191c admin admin] Pushing event deleted for resources: {'Port': ['ID=c7d4ef31-e1af-4537-ad41-4e291eb15b5e,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:52.790768 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65cea14-d547-4473-952b-f9c9c48c191c admin admin] No DVR routers for this DVR port c7d4ef31-e1af-4537-ad41-4e291eb15b5e on host dv-cinder-791240-3-iscsi {{(pid=98474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:57:52.792442 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-a65cea14-d547-4473-952b-f9c9c48c191c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:52.809834 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-93865925-d118-4768-accc-779970d9dd8b None None] Calling delete_port for c7d4ef31-e1af-4537-ad41-4e291eb15b5e owned by network:dhcp {{(pid=98475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 15:57:52.852604 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-93865925-d118-4768-accc-779970d9dd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1658843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758999474086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758999089372'] for port, after_delete {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.856188 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:52.899792 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93865925-d118-4768-accc-779970d9dd8b None None] Pushing event deleted for resources: {'Port': ['ID=c7d4ef31-e1af-4537-ad41-4e291eb15b5e,revision_number=None']} {{(pid=98475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:52.902284 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG oslo_concurrency.lockutils [None req-93865925-d118-4768-accc-779970d9dd8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:52.904959 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93865925-d118-4768-accc-779970d9dd8b None None] No DVR routers for this DVR port c7d4ef31-e1af-4537-ad41-4e291eb15b5e on host dv-cinder-791240-3-iscsi {{(pid=98475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:57:52.909573 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a65cea14-d547-4473-952b-f9c9c48c191c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1676623', 'neutron.services.segments.db._delete_segments_for_network-8758999550940'] for network, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.922632 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.services.segments.db [None req-a65cea14-d547-4473-952b-f9c9c48c191c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c75603b0-7e87-433e-9a0e-e31cdcbcb2a8']}} {{(pid=98474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:52.935614 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.services.segments.db [None req-a65cea14-d547-4473-952b-f9c9c48c191c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e22f358d-0ccd-4826-9618-46f69e49b302') {'for_net_delete': True} {{(pid=98474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:52.935946 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.services.segments.db [None req-a65cea14-d547-4473-952b-f9c9c48c191c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e22f358d-0ccd-4826-9618-46f69e49b302') {} {{(pid=98474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:57:52.947745 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a65cea14-d547-4473-952b-f9c9c48c191c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758999559837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-981698'] for segment, before_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.963046 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a65cea14-d547-4473-952b-f9c9c48c191c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399'] for segment, precommit_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.968905 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a65cea14-d547-4473-952b-f9c9c48c191c admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=98474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:57:52.969285 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a65cea14-d547-4473-952b-f9c9c48c191c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-881679'] for segment, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:52.983176 dv-cinder-791240-3-iscsi neutron-server[98474]: Traceback (most recent call last): May 25 15:57:52.983176 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 15:57:52.983176 dv-cinder-791240-3-iscsi neutron-server[98474]: timer() May 25 15:57:52.983176 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 15:57:52.983176 dv-cinder-791240-3-iscsi neutron-server[98474]: cb(*args, **kw) May 25 15:57:52.983176 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 15:57:52.983176 dv-cinder-791240-3-iscsi neutron-server[98474]: return func(*args, **kwargs) May 25 15:57:52.983176 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 15:57:52.983176 dv-cinder-791240-3-iscsi neutron-server[98474]: self._notify() May 25 15:57:52.983176 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 15:57:52.983176 dv-cinder-791240-3-iscsi neutron-server[98474]: self.callback(batched_events) May 25 15:57:52.983176 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 15:57:52.983176 dv-cinder-791240-3-iscsi neutron-server[98474]: event.method(event) May 25 15:57:52.983176 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 15:57:52.983176 dv-cinder-791240-3-iscsi neutron-server[98474]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 15:57:52.983176 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 15:57:52.983176 dv-cinder-791240-3-iscsi neutron-server[98474]: aggregate_uuid = self.p_client.list_aggregates( May 25 15:57:52.983176 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 15:57:52.983176 dv-cinder-791240-3-iscsi neutron-server[98474]: return f(self, *a, **k) May 25 15:57:52.983176 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 15:57:52.983176 dv-cinder-791240-3-iscsi neutron-server[98474]: return self._get(url).json() May 25 15:57:52.983176 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 15:57:52.983176 dv-cinder-791240-3-iscsi neutron-server[98474]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 15:57:52.983176 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 15:57:52.983176 dv-cinder-791240-3-iscsi neutron-server[98474]: return self.request(url, 'GET', **kwargs) May 25 15:57:52.983176 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 15:57:52.983176 dv-cinder-791240-3-iscsi neutron-server[98474]: base_url = self.get_endpoint(auth, allow=allow, May 25 15:57:52.983176 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 15:57:52.983176 dv-cinder-791240-3-iscsi neutron-server[98474]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 15:57:52.983176 dv-cinder-791240-3-iscsi neutron-server[98474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 15:57:52.983176 dv-cinder-791240-3-iscsi neutron-server[98474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 15:57:52.983176 dv-cinder-791240-3-iscsi neutron-server[98474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 15:57:53.060200 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a65cea14-d547-4473-952b-f9c9c48c191c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1676614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1587430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-353586'] for network, after_delete {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:53.065115 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron_lib.callbacks.manager [None req-a65cea14-d547-4473-952b-f9c9c48c191c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587395'] for network, before_response {{(pid=98474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:53.067489 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-e10d9c41-20fb-40bd-a4e5-0b7d8b6e755d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:53.090175 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65cea14-d547-4473-952b-f9c9c48c191c admin admin] Pushing event deleted for resources: {'Network': ['ID=c75603b0-7e87-433e-9a0e-e31cdcbcb2a8,revision_number=None']} {{(pid=98474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:53.092546 dv-cinder-791240-3-iscsi neutron-server[98474]: DEBUG oslo_concurrency.lockutils [None req-a65cea14-d547-4473-952b-f9c9c48c191c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:53.096354 dv-cinder-791240-3-iscsi neutron-server[98474]: INFO neutron.wsgi [None req-a65cea14-d547-4473-952b-f9c9c48c191c admin admin] 10.222.0.32 "DELETE /v2.0/networks/c75603b0-7e87-433e-9a0e-e31cdcbcb2a8 HTTP/1.1" status: 204 len: 168 time: 0.8203032 May 25 15:57:53.210741 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 45586) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:53.266708 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-95fa897d-eb90-4519-ab66-1b12f6a3bb90 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=84b618e26d84448e895072b4ac0967b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525351 May 25 15:57:53.266957 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 45590) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:53.282409 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 692abc49-68e7-47ec-bd7b-c6287882ced1 no longer exists at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:57:53.312583 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:53.320391 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] No Port match for: 692abc49-68e7-47ec-bd7b-c6287882ced1 {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:57:53.320745 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device 692abc49-68e7-47ec-bd7b-c6287882ced1 not bound to the agent host dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:57:53.321767 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device c7d4ef31-e1af-4537-ad41-4e291eb15b5e no longer exists at agent ovs-agent-dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 15:57:53.329073 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-9d016b62-fbaf-43ce-b76d-98336e92ce54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:53.353689 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.plugin [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] No Port match for: c7d4ef31-e1af-4537-ad41-4e291eb15b5e {{(pid=98475) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 15:57:53.354059 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron.plugins.ml2.rpc [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Device c7d4ef31-e1af-4537-ad41-4e291eb15b5e not bound to the agent host dv-cinder-791240-3-iscsi {{(pid=98475) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 15:57:53.354368 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-9d016b62-fbaf-43ce-b76d-98336e92ce54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:53.409697 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-9d016b62-fbaf-43ce-b76d-98336e92ce54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:53.414720 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-59c8aa45-519c-4cd1-8149-b1819f6ff1d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:53.429761 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d016b62-fbaf-43ce-b76d-98336e92ce54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e6f46e-a42b-4f95-9670-21da5f61b32b,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:53.432266 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-9d016b62-fbaf-43ce-b76d-98336e92ce54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:53.437690 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-9d016b62-fbaf-43ce-b76d-98336e92ce54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:53.438781 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-9d016b62-fbaf-43ce-b76d-98336e92ce54 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/88e6f46e-a42b-4f95-9670-21da5f61b32b HTTP/1.1" status: 204 len: 168 time: 0.1709239 May 25 15:57:53.773355 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 45600) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:53.821464 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-4a957963-3580-48ee-96c5-2cefe1b2d975 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6082b26e8b9d4e088d0efd5e3c1b8909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467472 May 25 15:57:53.823668 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [-] (98473) accepted ('10.222.0.32', 45604) {{(pid=98473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 15:57:53.885758 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-058608e7-5e3a-4f90-896a-ee391d3cf63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:53.910897 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-058608e7-5e3a-4f90-896a-ee391d3cf63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:53.961366 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-058608e7-5e3a-4f90-896a-ee391d3cf63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510797'] for security_group, after_delete {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:53.964923 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-8a8af7c5-d871-4393-ace1-6b8df1c4bcbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 15:57:53.976183 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058608e7-5e3a-4f90-896a-ee391d3cf63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a71926a-d4dc-4ee7-b927-815ebaffb781,revision_number=None']} {{(pid=98473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:57:53.981045 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG oslo_concurrency.lockutils [None req-058608e7-5e3a-4f90-896a-ee391d3cf63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 15:57:53.982962 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron_lib.callbacks.manager [None req-058608e7-5e3a-4f90-896a-ee391d3cf63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:57:53.984097 dv-cinder-791240-3-iscsi neutron-server[98473]: INFO neutron.wsgi [None req-058608e7-5e3a-4f90-896a-ee391d3cf63e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a71926a-d4dc-4ee7-b927-815ebaffb781 HTTP/1.1" status: 204 len: 168 time: 0.1594863 May 25 15:58:03.239368 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:58:10.287073 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-d4c669be-82f8-45cb-926f-278837d3e387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:12.764656 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:12.914916 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-a5cdc335-9c3d-4e58-9dbe-63aeb0bac1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:13.806341 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:15.566069 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:23.282123 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:40.238378 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:58:40.288689 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2df984ff-41e0-4584-b459-434d2946c2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:42.767765 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:42.916337 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-d142e9b3-047c-41a5-af5a-00bc39328bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:43.810658 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:45.570406 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:58:53.280464 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:10.290105 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-642e608f-0eb7-42c4-960b-7912a97c57e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:12.769500 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:12.917056 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-5cef8df3-26e2-456e-835a-2aa2c26e30a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:13.816598 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:15.570363 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:17.238335 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 15:59:23.280187 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:40.292170 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-32a61d64-2e84-4d85-a3ed-c8d62e316795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:42.771249 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:42.918388 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2677a08a-c26f-4d4b-810f-a46db633bf39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:43.814620 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:45.573875 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:53.311030 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 15:59:54.237690 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:00:10.294875 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-23fa760f-7c3e-4986-8400-340810bb37bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:12.772524 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:12.919225 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-328cca24-edfd-4d82-a8da-6307d89d1448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:13.818042 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:15.577851 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:23.295021 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:31.237045 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:00:40.298000 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-f03fd03c-fe4d-4a89-b4f5-d2638aa996c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:42.773158 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:42.920438 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c61566e0-4a56-4f2f-a810-03fdf51ea7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:43.820970 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:45.580612 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:00:53.295331 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:08.236378 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:01:10.299773 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-f5a337d3-4fe0-41b6-9293-dcc916b4f3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:12.774954 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:12.921759 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-4e26d9a4-07d8-45b8-a29d-722bc4926c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:13.823679 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:15.582440 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:17.748872 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [req-97e68896-b896-454b-8054-6d3db82a99c7 req-56fdb6a0-7d9f-4e9f-808c-c716bd8deb2d tempest-VolumesSnapshotTestJSON-1006695118 tempest-VolumesSnapshotTestJSON-1006695118-project] (98473) timed out ('10.222.0.57', 65298) {{(pid=98473) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 16:01:23.293595 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:40.300577 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-b343de79-b552-4d54-9b30-2668330d8878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:42.779531 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:42.923439 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-bd0222cc-1fe0-4f4b-9639-21d9400ebd79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:43.216693 dv-cinder-791240-3-iscsi neutron-server[98473]: DEBUG neutron.wsgi [req-3940446a-4bf5-47ae-aec3-b9c83f68fa83 req-4a319b5b-538b-4597-ac85-3176c07c0912 service neutron] (98473) timed out ('10.222.0.32', 41652) {{(pid=98473) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 16:01:43.826722 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:45.236126 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:01:45.601340 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:01:53.310414 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:10.302801 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-994347e7-73ce-4a75-997f-ef33c668c241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:12.782037 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:12.924570 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-1cd5325f-0ba8-40e6-aabf-87b6967ff225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:13.830625 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:15.587963 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:22.235281 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:02:23.307169 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:40.305766 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-be61cec2-6d56-4846-92f2-f80d45051b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:42.784862 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:42.925089 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-527ae8b5-fa9c-412e-93f7-f29fcb1e3000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:43.832468 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:45.591292 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:53.315135 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-991ce64d-8c10-4429-bd1c-ed133319996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:02:59.233843 dv-cinder-791240-3-iscsi neutron-server[98476]: DEBUG neutron.db.agents_db [None req-202cb777-2f15-4731-b49c-b15030a536af None None] Agent healthcheck: found 6 active agents {{(pid=98476) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:03:10.307796 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-a4d29651-6b86-40bc-a71a-ea52238f5600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:12.787341 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-2de893ea-ccc6-4fe6-8cf4-a44825b3203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:12.926120 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-5e0332de-0994-4b64-bc9a-42b88a6afe19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:13.836630 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-c9efb7fc-7108-4f71-b63c-3e6005744e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:03:15.594594 dv-cinder-791240-3-iscsi neutron-server[98475]: DEBUG neutron_lib.callbacks.manager [None req-ea5d6a0d-f29e-4a4d-a5ce-79a6cf59c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758999550958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678721'] for agent, after_update {{(pid=98475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}